______ ______ | _ \ \ / / ___|___ _ __ ___ | |_) \ \ /\ / / | / _ \| '__/ _ \ | _ < \ V V /| |__| (_) | | | __/ |_| \_\ \_/\_/ \____\___/|_| \___| {"level":"info","ts":"2020-11-25T10:35:46.035Z","caller":"rw_core/main.go:127","msg":"rw-core-config","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","config":{"RWCoreEndpoint":"rwcore","GrpcAddress":"0.0.0.0:50057","KafkaAdapterAddress":"voltha-kafka.voltha:9092","KafkaClusterAddress":"voltha-kafka.voltha:9092","KVStoreType":"etcd","KVStoreTimeout":5000000000,"KVStoreAddress":"voltha-etcd-cluster-client.voltha:2379","KVTxnKeyDelTime":60,"CoreTopic":"rwcore","LogLevel":"INFO","Banner":true,"DisplayVersionOnly":false,"RWCoreKey":"pki/voltha.key","RWCoreCert":"pki/voltha.crt","RWCoreCA":"pki/voltha-CA.pem","LongRunningRequestTimeout":10000000000,"DefaultRequestTimeout":10000000000,"DefaultCoreTimeout":10000000000,"CoreBindingKey":"voltha_backend_name","MaxConnectionRetries":-1,"ConnectionRetryInterval":2000000000,"LiveProbeInterval":60000000000,"NotLiveProbeInterval":5000000000,"ProbeAddress":":8080","TraceEnabled":false,"TraceAgentAddress":"127.0.0.1:6831","LogCorrelationEnabled":true}} {"level":"info","ts":"2020-11-25T10:35:46.035Z","caller":"log/utils.go:248","msg":"Constructing new Jaeger Tracer instance","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.036Z","caller":"core/core.go:65","msg":"starting-core-servicesmap[coreId:voltha-rw-core-7d4c5cc94c-nhqwk]","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.036Z","caller":"core/core.go:72","msg":"Starting RW Core components","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.036Z","caller":"core/kv.go:33","msg":"kv-store-type","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","store":"etcd"} {"level":"info","ts":"2020-11-25T10:35:46.036Z","caller":"config/configmanager.go:104","msg":"KV_STORE_DATAPATH_PREFIX env variable is set, ","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","kvStoreDataPathPrefix":"service/voltha"} {"level":"info","ts":"2020-11-25T10:35:46.036Z","caller":"core/kv.go:54","msg":"verifying-KV-store-connectivity","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","retryInterval":2,"retries":-1} {"level":"info","ts":"2020-11-25T10:35:46.041Z","caller":"core/kv.go:79","msg":"KV-store-reachable","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.041Z","caller":"core/kafka.go:33","msg":"initialize-kafka-manager","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","address":"voltha-kafka.voltha:9092","topic":"rwcore"} {"level":"info","ts":"2020-11-25T10:35:46.041Z","caller":"core/kafka.go:46","msg":"starting-kafka-manager","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","address":"voltha-kafka.voltha:9092","topic":"rwcore"} {"level":"info","ts":"2020-11-25T10:35:46.041Z","caller":"core/kafka.go:50","msg":"starting-kafka-proxy","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.041Z","caller":"kafka/kafka_inter_container_library.go:151","msg":"Starting-Proxy","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.041Z","caller":"kafka/sarama_client.go:237","msg":"Starting-kafka-sarama-client","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.041Z","caller":"core/kv.go:98","msg":"start-monitoring-kvstore-liveness","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.041Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.041Z","caller":"adapter/manager.go:70","msg":"starting-adapter-manager","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.061Z","caller":"kafka/sarama_client.go:853","msg":"Kafka-publisher-created","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.061Z","caller":"kafka/sarama_client.go:274","msg":"kafka-sarama-client-started","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.061Z","caller":"core/kafka.go:65","msg":"started-kafka-proxy","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.061Z","caller":"core/kafka.go:101","msg":"started-kafka-message-proxy","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.062Z","caller":"kafka/sarama_client.go:601","msg":"kafka-enable-liveness-channel","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","enable":true} {"level":"info","ts":"2020-11-25T10:35:46.062Z","caller":"kafka/sarama_client.go:606","msg":"kafka-create-liveness-channel","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.062Z","caller":"core/kafka.go:105","msg":"enabled-kafka-liveness-channel","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.062Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:35:46.062Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.068Z","caller":"core/kafka.go:155","msg":"request-handler-registered","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.068Z","caller":"core/core.go:154","msg":"grpc-server-created","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.068Z","caller":"core/core.go:157","msg":"grpc-service-added","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.068Z","caller":"core/core.go:160","msg":"grpc-server-started","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.069Z","caller":"grpc/server.go:121","msg":"starting-insecure-grpc-server","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.173Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:46.173Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:46.276Z","caller":"adapter/manager.go:80","msg":"adapter-manager-started","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:46.528Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:46.528Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:46.888Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:46.888Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:47.242Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:47.242Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:47.596Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:47.596Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:47.950Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:47.950Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:48.304Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:48.304Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:48.658Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:48.658Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:49.011Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:49.011Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:49.365Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:49.365Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","topic":"rwcore","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:49.719Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:49.719Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:50.072Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:50.072Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:50.425Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:50.425Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:50.779Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:50.779Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:51.132Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:51.132Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:51.486Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host"} {"level":"warn","ts":"2020-11-25T10:35:51.486Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"dial tcp: lookup voltha-kafka-2.voltha-kafka-headless.voltha.svc.cluster.local: no such host","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:51.891Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:51.891Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","topic":"rwcore","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:52.249Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:52.249Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:52.335Z","caller":"device/logical_agent.go:95","msg":"starting-logical_device-agent","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"0074616dcdd707ff","op-name":"openflow-feature","task-id":"021ebd58b2c65e62","task-name":"/voltha.VolthaService/GetLogicalDevice","logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","load-from-db":true} {"level":"info","ts":"2020-11-25T10:35:52.347Z","caller":"device/agent.go:131","msg":"device-loaded-from-dB","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"0074616dcdd707ff","op-name":"openflow-feature","task-id":"021ebd58b2c65e62","task-name":"/voltha.VolthaService/GetLogicalDevice","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3"} {"level":"info","ts":"2020-11-25T10:35:52.353Z","caller":"device/agent.go:131","msg":"device-loaded-from-dB","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"0074616dcdd707ff","op-name":"openflow-feature","task-id":"021ebd58b2c65e62","task-name":"/voltha.VolthaService/GetLogicalDevice","device-id":"cd8dbec0-1375-4576-92f7-ba0c7fc26d2c"} {"level":"info","ts":"2020-11-25T10:35:52.548Z","caller":"device/logical_agent.go:327","msg":"packet-out","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"0b060db425a78778","op-name":"stream-packet-out","task-id":"2e7f11fed8c4fe2e","task-name":"/voltha.VolthaService/StreamPacketsOut","packet":"0180c2000000002445306b5f88cc02020130040c056e6e692d31303438353736060200780a1030303030303032343435333036623566100c0501c0a820330100000000000000","inPort":4294967293} {"level":"info","ts":"2020-11-25T10:35:52.607Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:52.607Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:52.922Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-name":"kafka-rpc-receive_packet_out","op-id":"0b060db425a78778","op-name":"stream-packet-out","task-id":"15a2c1f5cafa0f0d","err":"kafka server: Request was for a topic or partition that does not exist on this broker."} {"level":"error","ts":"2020-11-25T10:35:52.922Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"0b060db425a78778","op-name":"stream-packet-out","task-id":"2e7f11fed8c4fe2e","task-name":"/voltha.VolthaService/StreamPacketsOut","rpc":"receive_packet_out","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).PacketOut\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:277\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).packetOut\n\t/go/src/rw_core/core/device/agent.go:546\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).packetOut\n\t/go/src/rw_core/core/device/manager.go:1071\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).packetOut\n\t/go/src/rw_core/core/device/logical_agent.go:335\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalManager).StreamPacketsOut\n\t/go/src/rw_core/core/device/logical_manager.go:555\ngithub.com/opencord/voltha-protos/v3/go/voltha._VolthaService_StreamPacketsOut_Handler\n\t/go/src/vendor/github.com/opencord/voltha-protos/v3/go/voltha/voltha.pb.go:3952\ngithub.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing/server_interceptors.go:46\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\t/go/src/vendor/google.golang.org/grpc/server.go:1206\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/src/vendor/google.golang.org/grpc/server.go:1279\ngoogle.golang.org/grpc.(*Server).serveStreams.func1.1\n\t/go/src/vendor/google.golang.org/grpc/server.go:710"} {"level":"info","ts":"2020-11-25T10:35:52.963Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:52.963Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:53.320Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:53.320Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:53.458Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"55bc4c75e698ed06","op-name":"openflow-flow-add","task-id":"4bfa6c43cc5a4a43","task-name":"kafka-rpc-update_flows_incrementally","err":"kafka server: Request was for a topic or partition that does not exist on this broker."} {"level":"error","ts":"2020-11-25T10:35:53.458Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"55bc4c75e698ed06","op-name":"openflow-flow-add","task-id":"5d3e90f276797727","rpc":"update_flows_incrementally","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).addFlowsToAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:115\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).addFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:344\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).addFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:815\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).addFlowsAndGroupsToDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:231"} {"level":"error","ts":"2020-11-25T10:35:53.458Z","caller":"device/logical_agent.go:232","msg":"flow-add-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-name":"openflow-flow-add","task-id":"5d3e90f276797727","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"55bc4c75e698ed06","flows":[{"id":7803052298973919829,"priority":10000,"cookie":133700614716266641,"match":{"type":1,"oxm_fields":[{"oxm_class":32768,"Field":{"OfbField":{"Value":{"Port":1048576},"Mask":null}}},{"oxm_class":32768,"Field":{"OfbField":{"type":5,"Value":{"EthType":35020},"Mask":null}}}]},"instructions":[{"type":4,"Data":{"Actions":{"actions":[{"Action":{"Output":{"port":4294967293}}}]}}}]}],"groups":[],"device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","wait-time":0.698501599,"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).addFlowsAndGroupsToDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:232"} {"level":"info","ts":"2020-11-25T10:35:53.459Z","caller":"device/logical_agent_flow.go:172","msg":"failed-to-add-flow-will-attempt-deletion","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"55bc4c75e698ed06","op-name":"openflow-flow-add","task-id":"5d3e90f276797727","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","flow":"id:7803052298973919829 priority:10000 flags:1 cookie:133700614716266641 match: > oxm_fields: > > instructions: > > > ","groups":{},"errors":[{"error":"rpc error: code = Internal desc = flow-add-failed: 6b1b814e-6942-4d32-92c2-41e65f5ca6a3"}],"logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f"} {"level":"info","ts":"2020-11-25T10:35:53.561Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"21cc196e861038fb","op-name":"openflow-flow-add","task-id":"46295dc1dda4945a","task-name":"kafka-rpc-update_flows_incrementally","err":"kafka server: Request was for a topic or partition that does not exist on this broker."} {"level":"error","ts":"2020-11-25T10:35:53.561Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"21cc196e861038fb","op-name":"openflow-flow-add","task-id":"1ee7c8eed1cc6251","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","rpc":"update_flows_incrementally","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).addFlowsToAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:115\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).addFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:344\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).addFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:815\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).addFlowsAndGroupsToDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:231"} {"level":"error","ts":"2020-11-25T10:35:53.561Z","caller":"device/logical_agent.go:232","msg":"flow-add-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"21cc196e861038fb","op-name":"openflow-flow-add","task-id":"1ee7c8eed1cc6251","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","wait-time":0.412899213,"flows":[{"id":7803052298973919829,"priority":10000,"cookie":135107989599819921,"match":{"type":1,"oxm_fields":[{"oxm_class":32768,"Field":{"OfbField":{"Value":{"Port":1048576},"Mask":null}}},{"oxm_class":32768,"Field":{"OfbField":{"type":5,"Value":{"EthType":35020},"Mask":null}}}]},"instructions":[{"type":4,"Data":{"Actions":{"actions":[{"Action":{"Output":{"port":4294967293}}}]}}}]}],"groups":[],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).addFlowsAndGroupsToDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:232"} {"level":"info","ts":"2020-11-25T10:35:53.561Z","caller":"device/logical_agent_flow.go:172","msg":"failed-to-add-flow-will-attempt-deletion","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"21cc196e861038fb","op-name":"openflow-flow-add","task-id":"1ee7c8eed1cc6251","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","groups":{},"errors":[{"error":"rpc error: code = Internal desc = flow-add-failed: 6b1b814e-6942-4d32-92c2-41e65f5ca6a3"}],"logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","flow":"id:7803052298973919829 priority:10000 flags:1 cookie:135107989599819921 match: > oxm_fields: > > instructions: > > > "} {"level":"info","ts":"2020-11-25T10:35:53.676Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:53.676Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:54.033Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:54.033Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:54.106Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"7c411aa43f459f7b","op-name":"openflow-flow-delete-strict","task-id":"076d41955b05cd68","task-name":"kafka-rpc-update_flows_incrementally"} {"level":"info","ts":"2020-11-25T10:35:54.106Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:35:54.106Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:35:54.333Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"3aaf86bf1efeca08","op-name":"openflow-flow-delete-strict","task-id":"19d8b56eab8d4a81","task-name":"kafka-rpc-update_flows_incrementally","err":"kafka server: Request was for a topic or partition that does not exist on this broker."} {"level":"error","ts":"2020-11-25T10:35:54.333Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-id":"353d67ce5bbe1510","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"3aaf86bf1efeca08","op-name":"openflow-flow-delete-strict","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","rpc":"update_flows_incrementally","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsFromAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:174\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:363\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:835\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:259"} {"level":"error","ts":"2020-11-25T10:35:54.333Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"3aaf86bf1efeca08","op-name":"openflow-flow-delete-strict","task-id":"353d67ce5bbe1510","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","flow-cookie":135107989263636177,"wait-time":0.620474551,"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"} {"level":"warn","ts":"2020-11-25T10:35:54.333Z","caller":"device/logical_agent_flow.go:407","msg":"failure-deleting-device-flows","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"3aaf86bf1efeca08","op-name":"openflow-flow-delete-strict","task-id":"353d67ce5bbe1510","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","flow-cookie":135107989263636177,"logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","errors":[{"error":"rpc error: code = Internal desc = flow-delete-failed: 6b1b814e-6942-4d32-92c2-41e65f5ca6a3"}],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).flowDeleteStrict.func1\n\t/go/src/rw_core/core/device/logical_agent_flow.go:407"} {"level":"info","ts":"2020-11-25T10:35:54.389Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:54.389Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:54.436Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"6abca2e78ab0d6b4","op-name":"openflow-flow-delete-strict","task-id":"5115921a2d91ec4e","task-name":"kafka-rpc-update_flows_incrementally","err":"kafka server: Request was for a topic or partition that does not exist on this broker."} {"level":"info","ts":"2020-11-25T10:35:54.436Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-name":"kafka-rpc-update_flows_incrementally","op-id":"1f553ea508a7da81","op-name":"openflow-flow-delete-strict","task-id":"7ec3cfe58536daaf","err":"kafka server: Request was for a topic or partition that does not exist on this broker."} {"level":"error","ts":"2020-11-25T10:35:54.436Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"6abca2e78ab0d6b4","op-name":"openflow-flow-delete-strict","task-id":"62c8df8abc65aa30","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","rpc":"update_flows_incrementally","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsFromAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:174\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:363\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:835\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:259"} {"level":"error","ts":"2020-11-25T10:35:54.436Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"1f553ea508a7da81","op-name":"openflow-flow-delete-strict","task-id":"39565fd5a696172a","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","rpc":"update_flows_incrementally","device-id":"cd8dbec0-1375-4576-92f7-ba0c7fc26d2c","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsFromAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:174\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:363\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:835\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:259"} {"level":"error","ts":"2020-11-25T10:35:54.436Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"1f553ea508a7da81","op-name":"openflow-flow-delete-strict","task-id":"39565fd5a696172a","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","device-id":"cd8dbec0-1375-4576-92f7-ba0c7fc26d2c","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","flow-cookie":135107990244336155,"wait-time":0.724156897,"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"} {"level":"error","ts":"2020-11-25T10:35:54.436Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-id":"62c8df8abc65aa30","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"6abca2e78ab0d6b4","op-name":"openflow-flow-delete-strict","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","flow-cookie":135107990602713763,"wait-time":0.724072289,"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"} {"level":"warn","ts":"2020-11-25T10:35:54.437Z","caller":"device/logical_agent_flow.go:407","msg":"failure-deleting-device-flows","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-id":"62c8df8abc65aa30","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"6abca2e78ab0d6b4","op-name":"openflow-flow-delete-strict","flow-cookie":135107990602713763,"logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","errors":[{"error":"rpc error: code = Internal desc = flow-delete-failed: 6b1b814e-6942-4d32-92c2-41e65f5ca6a3"}],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).flowDeleteStrict.func1\n\t/go/src/rw_core/core/device/logical_agent_flow.go:407"} {"level":"warn","ts":"2020-11-25T10:35:54.437Z","caller":"device/logical_agent_flow.go:407","msg":"failure-deleting-device-flows","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-id":"39565fd5a696172a","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"1f553ea508a7da81","op-name":"openflow-flow-delete-strict","flow-cookie":135107990244336155,"logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","errors":[{"error":"rpc error: code = Internal desc = flow-delete-failed: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c"}],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).flowDeleteStrict.func1\n\t/go/src/rw_core/core/device/logical_agent_flow.go:407"} {"level":"info","ts":"2020-11-25T10:35:54.745Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:54.745Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:54.838Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"6457460a85377500","op-name":"openflow-flow-add","task-id":"17427f1fb738ab4f","task-name":"kafka-rpc-update_flows_incrementally","err":"kafka server: Request was for a topic or partition that does not exist on this broker."} {"level":"error","ts":"2020-11-25T10:35:54.838Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"6457460a85377500","op-name":"openflow-flow-add","task-id":"17b9a1f2d5d9fd72","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","rpc":"update_flows_incrementally","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).addFlowsToAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:115\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).addFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:344\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).addFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:815\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).addFlowsAndGroupsToDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:231"} {"level":"error","ts":"2020-11-25T10:35:54.838Z","caller":"device/logical_agent.go:232","msg":"flow-add-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"6457460a85377500","op-name":"openflow-flow-add","task-id":"17b9a1f2d5d9fd72","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","wait-time":0.81456077,"flows":[{"id":7803052298973919829,"priority":10000,"cookie":133700614716266641,"match":{"type":1,"oxm_fields":[{"oxm_class":32768,"Field":{"OfbField":{"Value":{"Port":1048576},"Mask":null}}},{"oxm_class":32768,"Field":{"OfbField":{"type":5,"Value":{"EthType":35020},"Mask":null}}}]},"instructions":[{"type":4,"Data":{"Actions":{"actions":[{"Action":{"Output":{"port":4294967293}}}]}}}]}],"groups":[],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).addFlowsAndGroupsToDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:232"} {"level":"info","ts":"2020-11-25T10:35:54.838Z","caller":"device/logical_agent_flow.go:172","msg":"failed-to-add-flow-will-attempt-deletion","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"6457460a85377500","op-name":"openflow-flow-add","task-id":"17b9a1f2d5d9fd72","errors":[{"error":"rpc error: code = Internal desc = flow-add-failed: 6b1b814e-6942-4d32-92c2-41e65f5ca6a3"}],"logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","flow":"id:7803052298973919829 priority:10000 flags:1 cookie:133700614716266641 match: > oxm_fields: > > instructions: > > > ","groups":{}} {"level":"info","ts":"2020-11-25T10:35:55.102Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:55.102Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:55.302Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-name":"openflow-flow-add","task-id":"15f650de5a8022da","task-name":"kafka-rpc-update_flows_incrementally","op-id":"55bc4c75e698ed06","err":"kafka server: Request was for a topic or partition that does not exist on this broker."} {"level":"error","ts":"2020-11-25T10:35:55.302Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"55bc4c75e698ed06","op-name":"openflow-flow-add","task-id":"5d3e90f276797727","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","rpc":"update_flows_incrementally","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsFromAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:174\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:363\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:835\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:259"} {"level":"error","ts":"2020-11-25T10:35:55.303Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"55bc4c75e698ed06","op-name":"openflow-flow-add","task-id":"5d3e90f276797727","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","wait-time":0.774365739,"device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Request was for a topic or partition that does not exist on this broker.","flow-cookie":133700614716266641,"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"} {"level":"warn","ts":"2020-11-25T10:35:55.303Z","caller":"device/logical_agent_flow.go:228","msg":"failure-reverting-added-flows","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"55bc4c75e698ed06","op-name":"openflow-flow-add","task-id":"5d3e90f276797727","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","flow-cookie":133700614716266641,"errors":[{"error":"rpc error: code = Internal desc = flow-delete-failed: 6b1b814e-6942-4d32-92c2-41e65f5ca6a3"}],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).revertAddedFlows.func1\n\t/go/src/rw_core/core/device/logical_agent_flow.go:228"} {"level":"info","ts":"2020-11-25T10:35:55.464Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:55.464Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:55.783Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"6bbeaa68c243f270","op-name":"openflow-flow-add","task-id":"309148f4dfda7804","task-name":"kafka-rpc-update_flows_incrementally","err":"kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date."} {"level":"error","ts":"2020-11-25T10:35:55.784Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"6bbeaa68c243f270","op-name":"openflow-flow-add","task-id":"51bbe30aafec5708","rpc":"update_flows_incrementally","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).addFlowsToAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:115\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).addFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:344\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).addFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:815\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).addFlowsAndGroupsToDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:231"} {"level":"error","ts":"2020-11-25T10:35:55.784Z","caller":"device/logical_agent.go:232","msg":"flow-add-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"6bbeaa68c243f270","op-name":"openflow-flow-add","task-id":"51bbe30aafec5708","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date.","wait-time":0.819381516,"flows":[{"id":7803052298973919829,"priority":10000,"cookie":135107989599819921,"match":{"type":1,"oxm_fields":[{"oxm_class":32768,"Field":{"OfbField":{"Value":{"Port":1048576},"Mask":null}}},{"oxm_class":32768,"Field":{"OfbField":{"type":5,"Value":{"EthType":35020},"Mask":null}}}]},"instructions":[{"type":4,"Data":{"Actions":{"actions":[{"Action":{"Output":{"port":4294967293}}}]}}}]}],"groups":[],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).addFlowsAndGroupsToDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:232"} {"level":"info","ts":"2020-11-25T10:35:55.784Z","caller":"device/logical_agent_flow.go:172","msg":"failed-to-add-flow-will-attempt-deletion","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-name":"openflow-flow-add","task-id":"51bbe30aafec5708","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"6bbeaa68c243f270","errors":[{"error":"rpc error: code = Internal desc = flow-add-failed: 6b1b814e-6942-4d32-92c2-41e65f5ca6a3"}],"logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","flow":"id:7803052298973919829 priority:10000 flags:1 cookie:135107989599819921 match: > oxm_fields: > > instructions: > > > ","groups":{}} {"level":"info","ts":"2020-11-25T10:35:55.820Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:55.820Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","topic":"rwcore","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:55.887Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"21cc196e861038fb","op-name":"openflow-flow-add","task-id":"64a21410e3be9ddb","task-name":"kafka-rpc-update_flows_incrementally","err":"kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date."} {"level":"info","ts":"2020-11-25T10:35:55.887Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"6457460a85377500","op-name":"openflow-flow-add","task-id":"3e64ff6795312a2e","task-name":"kafka-rpc-update_flows_incrementally","err":"kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date."} {"level":"error","ts":"2020-11-25T10:35:55.887Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"21cc196e861038fb","op-name":"openflow-flow-add","task-id":"1ee7c8eed1cc6251","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","rpc":"update_flows_incrementally","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsFromAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:174\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:363\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:835\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:259"} {"level":"error","ts":"2020-11-25T10:35:55.887Z","caller":"remote/adapter_proxy.go:70","msg":"failure to request to kafka","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-name":"openflow-flow-add","task-id":"17b9a1f2d5d9fd72","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"6457460a85377500","rpc":"update_flows_incrementally","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).sendRPC\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:70\ngithub.com/opencord/voltha-go/rw_core/core/device/remote.(*AdapterProxy).UpdateFlowsIncremental\n\t/go/src/rw_core/core/device/remote/adapter_proxy.go:332\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsFromAdapter\n\t/go/src/rw_core/core/device/agent_flow.go:174\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Agent).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/agent.go:363\ngithub.com/opencord/voltha-go/rw_core/core/device.(*Manager).deleteFlowsAndGroups\n\t/go/src/rw_core/core/device/manager.go:835\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:259"} {"level":"error","ts":"2020-11-25T10:35:55.887Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"21cc196e861038fb","op-name":"openflow-flow-add","task-id":"1ee7c8eed1cc6251","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date.","flow-cookie":135107989599819921,"wait-time":1.258600543,"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"} {"level":"error","ts":"2020-11-25T10:35:55.887Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"6457460a85377500","op-name":"openflow-flow-add","task-id":"17b9a1f2d5d9fd72","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","error":"kafka: Failed to produce message to topic adtranolt: kafka server: Tried to send a message to a replica that is not the leader for some partition. Your metadata is out of date.","flow-cookie":133700614716266641,"wait-time":0.423170028,"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"} {"level":"warn","ts":"2020-11-25T10:35:55.887Z","caller":"device/logical_agent_flow.go:228","msg":"failure-reverting-added-flows","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"21cc196e861038fb","op-name":"openflow-flow-add","task-id":"1ee7c8eed1cc6251","logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","flow-cookie":135107989599819921,"errors":[{"error":"rpc error: code = Internal desc = flow-delete-failed: 6b1b814e-6942-4d32-92c2-41e65f5ca6a3"}],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).revertAddedFlows.func1\n\t/go/src/rw_core/core/device/logical_agent_flow.go:228"} {"level":"warn","ts":"2020-11-25T10:35:55.887Z","caller":"device/logical_agent_flow.go:228","msg":"failure-reverting-added-flows","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"6457460a85377500","op-name":"openflow-flow-add","task-id":"17b9a1f2d5d9fd72","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","flow-cookie":133700614716266641,"errors":[{"error":"rpc error: code = Internal desc = flow-delete-failed: 6b1b814e-6942-4d32-92c2-41e65f5ca6a3"}],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).revertAddedFlows.func1\n\t/go/src/rw_core/core/device/logical_agent_flow.go:228"} {"level":"info","ts":"2020-11-25T10:35:56.176Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:56.176Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:56.532Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:56.532Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:56.890Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:56.890Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:57.245Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:57.245Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:57.603Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:57.603Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:57.959Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:57.959Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:58.316Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:58.316Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:58.674Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:58.674Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:59.031Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:59.031Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:59.388Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:59.388Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:35:59.744Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:35:59.744Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:00.101Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:00.101Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:00.458Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:00.458Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","topic":"rwcore","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:00.813Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:00.813Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:01.329Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:01.329Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:01.685Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:01.685Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","topic":"rwcore","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:02.042Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:02.042Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:02.400Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:02.400Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","topic":"rwcore","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:02.756Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:02.757Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:03.113Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:03.113Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"info","ts":"2020-11-25T10:36:03.470Z","caller":"kafka/sarama_client.go:543","msg":"is-liveness-error-ignored","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","err":"kafka server: Request was for a consumer group that is not coordinated by this broker."} {"level":"warn","ts":"2020-11-25T10:36:03.470Z","caller":"kafka/sarama_client.go:974","msg":"group-consumers-error","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","topic":"rwcore","error":"kafka server: Request was for a consumer group that is not coordinated by this broker.","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*SaramaClient).consumeGroupMessages\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/sarama_client.go:974"} {"level":"warn","ts":"2020-11-25T10:36:03.614Z","caller":"device/logical_agent_flow.go:407","msg":"failure-deleting-device-flows","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-name":"openflow-flow-delete-strict","task-id":"6e8373c14cc6301f","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","op-id":"7c411aa43f459f7b","logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","errors":[{"error":"rpc error: code = Aborted desc = timeout"}],"flow-cookie":135107989599819921,"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).flowDeleteStrict.func1\n\t/go/src/rw_core/core/device/logical_agent_flow.go:407"} {"level":"warn","ts":"2020-11-25T10:36:03.712Z","caller":"device/logical_agent_flow.go:407","msg":"failure-deleting-device-flows","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"3d9e208e61cf0f93","op-name":"openflow-flow-delete-strict","task-id":"49b279313d9cdd58","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","flow-cookie":135107992824097344,"logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","errors":[{"error":"rpc error: code = Aborted desc = timeout"}],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).flowDeleteStrict.func1\n\t/go/src/rw_core/core/device/logical_agent_flow.go:407"} {"level":"error","ts":"2020-11-25T10:36:04.023Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"3d9e208e61cf0f93","op-name":"openflow-flow-delete-strict","task-id":"49b279313d9cdd58","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","device-id":"cd8dbec0-1375-4576-92f7-ba0c7fc26d2c","error":"rpc error: code = Aborted desc = errors-[context deadline exceeded ]","flow-cookie":135107992824097344,"wait-time":10.311083082,"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"} {"level":"error","ts":"2020-11-25T10:36:04.023Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"7c411aa43f459f7b","op-name":"openflow-flow-delete-strict","task-id":"6e8373c14cc6301f","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","error":"rpc error: code = Aborted desc = errors-[context deadline exceeded ]","flow-cookie":135107989599819921,"wait-time":10.409499881,"device-id":"6b1b814e-6942-4d32-92c2-41e65f5ca6a3","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"} {"level":"info","ts":"2020-11-25T10:36:16.649Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:36:25.956Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:36:25.956Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:36:25.956Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"error","ts":"2020-11-25T10:36:26.802Z","caller":"adapter/manager.go:239","msg":"unable-to-restart-adapter","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"50156d2d3a0fcec0","op-name":"kafka-rpc-Register","error":"rpc error: code = Aborted desc = errors-[rpc error: code = Aborted desc = timeout ]","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/adapter.(*Manager).RegisterAdapter.func1\n\t/go/src/rw_core/core/adapter/manager.go:239"} {"level":"info","ts":"2020-11-25T10:36:27.144Z","caller":"device/logical_agent_port.go:149","msg":"updatePortState-start","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"795f9288611299fc","op-name":"kafka-rpc-Register","task-id":"2c1b7e0ff34ca610","task-name":"kafka-rpc-PortStateUpdate","logical-device-id":"c12877f2-940e-42d5-8d0c-0837b299910f","portNo":1048576,"state":"ACTIVE"} {"level":"error","ts":"2020-11-25T10:36:28.637Z","caller":"adapter/manager.go:239","msg":"unable-to-restart-adapter","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"529c1942524e35cf","op-name":"kafka-rpc-Register","task-id":"1352f1edcd18b0a7","task-name":"kafka-rpc-Register","error":"rpc error: code = Aborted desc = errors-[rpc error: code = Aborted desc = timeout ]","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/adapter.(*Manager).RegisterAdapter.func1\n\t/go/src/rw_core/core/adapter/manager.go:239"} {"level":"info","ts":"2020-11-25T10:36:49.112Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:37:25.957Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:37:25.974Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:37:25.974Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:37:25.974Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:37:49.112Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:37:49.116Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:38:25.974Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:38:25.976Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:38:25.976Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:38:25.976Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:38:49.117Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:38:49.118Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:38:56.562Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:38:56.562Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:38:56.562Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:39:49.118Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:39:49.120Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:39:56.562Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:39:56.564Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:39:56.564Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:39:56.564Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:40:49.120Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:40:49.121Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:40:56.565Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:40:56.567Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:40:56.567Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:40:56.567Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:41:26.568Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:41:26.568Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:41:26.568Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:41:49.122Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:41:49.123Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:42:26.568Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:42:26.571Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:42:26.571Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:42:26.571Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:42:49.123Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:42:49.125Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:43:26.571Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:43:26.573Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:43:26.573Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:43:26.573Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:43:49.125Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:43:49.127Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:44:26.573Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:44:26.576Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:44:26.576Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:44:26.576Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:44:49.127Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:44:49.128Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:45:26.576Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:45:26.578Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:45:26.578Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:45:26.578Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:45:49.128Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:45:49.130Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:46:26.574Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:46:26.575Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:46:26.575Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:46:49.130Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:46:49.131Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:47:26.575Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:47:26.577Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:47:26.577Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:47:26.577Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:47:49.131Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:47:49.132Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:48:26.577Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:48:26.580Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:48:26.580Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:48:26.580Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:48:49.133Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:48:49.134Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:48:56.580Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:48:56.580Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:48:56.580Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:49:49.134Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:49:49.136Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:49:56.581Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:49:56.583Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:49:56.583Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:49:56.583Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:50:32.825Z","caller":"device/logical_agent.go:327","msg":"packet-out","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-name":"stream-packet-out","task-id":"2e7f11fed8c4fe2e","task-name":"/voltha.VolthaService/StreamPacketsOut","op-id":"0b060db425a78778","packet":"0180c2000000002445306b5f88cc02020130040c056e6e692d31303438353736060200780a1030303030303032343435333036623566100c0501c0a820330100000000000000","inPort":4294967293} {"level":"info","ts":"2020-11-25T10:50:32.827Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"0b060db425a78778","op-name":"stream-packet-out","task-id":"3ff78c0a1462fc2a","task-name":"kafka-rpc-receive_packet_out"} {"level":"info","ts":"2020-11-25T10:50:32.827Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:50:32.827Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:50:49.136Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:50:49.138Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:51:26.582Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:51:26.583Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:51:26.583Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:51:49.138Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:51:49.139Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:52:26.583Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:52:26.585Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:52:26.585Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:52:26.585Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:52:49.139Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:52:49.141Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:53:26.585Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:53:26.587Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:53:26.587Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:53:26.587Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:53:49.141Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:53:49.142Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:53:56.589Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:53:56.589Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:53:56.589Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:54:49.143Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:54:49.145Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:54:56.589Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:54:56.591Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:54:56.591Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:54:56.591Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:55:49.145Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:55:49.146Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:55:56.591Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:55:56.593Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:55:56.593Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:55:56.593Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:56:49.146Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:56:49.148Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:56:56.594Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:56:56.596Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:56:56.596Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:56:56.596Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:57:49.148Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:57:49.150Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:57:56.596Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:57:56.598Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:57:56.598Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:57:56.598Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:58:49.150Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:58:49.152Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:58:56.594Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:58:56.594Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:58:56.595Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:59:49.152Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:59:49.153Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:59:56.595Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:59:56.596Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T10:59:56.596Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T10:59:56.596Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:00:49.153Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:00:49.155Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:00:56.597Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:00:56.598Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:00:56.598Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:00:56.598Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:01:26.600Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:01:26.600Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:01:26.600Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:01:49.155Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:01:49.157Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:02:26.600Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:02:26.602Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:02:26.602Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:02:26.602Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:02:49.157Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:02:49.159Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:03:26.602Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:03:26.604Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:03:26.604Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:03:26.604Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:03:49.159Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:03:49.160Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:04:26.604Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:04:26.606Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:04:26.606Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:04:26.606Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:04:49.161Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:04:49.162Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:05:26.607Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:05:26.609Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:05:26.609Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:05:26.609Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:05:32.826Z","caller":"device/logical_agent.go:327","msg":"packet-out","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"0b060db425a78778","op-name":"stream-packet-out","task-id":"2e7f11fed8c4fe2e","task-name":"/voltha.VolthaService/StreamPacketsOut","packet":"0180c2000000002445306b5f88cc02020130040c056e6e692d31303438353736060200780a1030303030303032343435333036623566100c0501c0a820330100000000000000","inPort":4294967293} {"level":"info","ts":"2020-11-25T11:05:46.566Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:06:26.605Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:06:26.605Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:06:26.605Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:06:46.566Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:06:46.567Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:07:26.605Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:07:26.607Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:07:26.607Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:07:26.607Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:07:46.567Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:07:46.569Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:08:26.607Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:08:26.609Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:08:26.609Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:08:26.609Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:08:46.569Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:08:46.571Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:08:56.610Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:08:56.610Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:08:56.610Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:09:46.571Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:09:46.573Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:09:56.611Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:09:56.613Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:09:56.613Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:09:56.613Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:10:46.573Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:10:46.575Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:10:56.614Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:10:56.616Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:10:56.616Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:10:56.616Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:11:46.575Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:11:46.576Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:11:56.616Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:11:56.618Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:11:56.618Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:11:56.618Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:12:46.577Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:12:46.578Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:12:56.619Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:12:56.621Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:12:56.621Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:12:56.621Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:13:46.578Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:13:46.580Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:13:56.615Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:13:56.616Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:13:56.616Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:14:46.580Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:14:46.582Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:14:56.616Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:14:56.618Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:14:56.618Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:14:56.618Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:15:46.582Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:15:46.584Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:15:56.618Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:15:56.626Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:15:56.626Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:15:56.626Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:16:46.584Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:16:46.585Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:16:56.626Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:16:56.628Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:16:56.628Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:16:56.628Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:17:46.585Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:17:46.587Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:17:56.628Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:17:56.630Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:17:56.630Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:17:56.630Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:18:46.588Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:18:46.589Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:18:56.623Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:18:56.623Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:18:56.623Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:19:46.589Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:19:46.591Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:19:56.623Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:19:56.625Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:19:56.625Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:19:56.625Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:20:32.823Z","caller":"device/logical_agent.go:327","msg":"packet-out","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","task-id":"2e7f11fed8c4fe2e","task-name":"/voltha.VolthaService/StreamPacketsOut","op-id":"0b060db425a78778","op-name":"stream-packet-out","inPort":4294967293,"packet":"0180c2000000002445306b5f88cc02020130040c056e6e692d31303438353736060200780a1030303030303032343435333036623566100c0501c0a820330100000000000000"} {"level":"info","ts":"2020-11-25T11:20:32.825Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","op-id":"0b060db425a78778","op-name":"stream-packet-out","task-id":"08fecb42803ea769","task-name":"kafka-rpc-receive_packet_out"} {"level":"info","ts":"2020-11-25T11:20:32.825Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:20:32.825Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:20:46.591Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:20:46.593Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:21:26.627Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:21:26.627Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:21:26.627Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:21:46.593Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:21:46.595Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:22:26.627Z","caller":"core/kafka.go:131","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:22:26.629Z","caller":"kafka/sarama_client.go:476","msg":"update-liveness-channel-because-interval","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:22:26.630Z","caller":"core/kafka.go:112","msg":"kafka-manager-thread-liveness-event","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk","liveness":true} {"level":"info","ts":"2020-11-25T11:22:26.630Z","caller":"core/kafka.go:122","msg":"kafka-manager-thread-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:22:46.595Z","caller":"core/kv.go:136","msg":"kvstore-perform-liveness-check-on-timeout","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"} {"level":"info","ts":"2020-11-25T11:22:46.596Z","caller":"core/kv.go:123","msg":"kvstore-set-server-ready","instanceId":"voltha-rw-core-7d4c5cc94c-nhqwk"}