{"level":"debug","ts":"2021-10-12T21:40:38.272Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"error","ts":"2021-10-12T21:40:38.773Z","caller":"log/utils.go:79","msg":"failed to resolve new addr for host \"voltha-infra-voltha-tracing-jaeger-agent.infra.svc:6831\", with err: lookup voltha-infra-voltha-tracing-jaeger-agent.infra.svc on 10.43.0.10:53: no such host","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","stacktrace":"github.com/opencord/voltha-lib-go/v7/pkg/log.traceLogger.Error\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v7/pkg/log/utils.go:79\ngithub.com/uber/jaeger-client-go/utils.(*reconnectingUDPConn).reconnectLoop\n\t/go/src/vendor/github.com/uber/jaeger-client-go/utils/reconnecting_udp_conn.go:75"} {"level":"info","ts":"2021-10-12T21:40:38.818Z","caller":"kafka/utils.go:171","msg":"kafka-proxy-liveness-recheck","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","service":"cluster-message-service"} {"level":"debug","ts":"2021-10-12T21:40:38.820Z","caller":"kafka/sarama_client.go:665","msg":"liveness-message-sent","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","status":"_liveness_test"} {"level":"info","ts":"2021-10-12T21:40:38.820Z","caller":"kafka/sarama_client.go:474","msg":"update-liveness-channel-because-interval","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h"} {"level":"info","ts":"2021-10-12T21:40:38.839Z","caller":"openonu-adapter/main.go:392","msg":"kv-store liveliness-recheck","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"main"} {"level":"debug","ts":"2021-10-12T21:40:42.118Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:42.118Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:42.118Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558","up":true} {"level":"debug","ts":"2021-10-12T21:40:42.118Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:43.273Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:43.273Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:43.273Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060","up":true} {"level":"debug","ts":"2021-10-12T21:40:43.274Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:47.119Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:47.120Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:47.120Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558","up":true} {"level":"debug","ts":"2021-10-12T21:40:47.120Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:48.275Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:48.275Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:48.275Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-name":"/voltha.AdapterService/AdoptDevice","op-id":"736f17a7a41a701d","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060","up":true} {"level":"debug","ts":"2021-10-12T21:40:48.275Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"info","ts":"2021-10-12T21:40:50.747Z","caller":"openonu-adapter/main.go:478","msg":"closing-signal-received","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"main","signal":"terminated"} {"level":"info","ts":"2021-10-12T21:40:50.747Z","caller":"openonu-adapter/main.go:568","msg":"received-a-closing-signal","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"main","code":0} {"level":"info","ts":"2021-10-12T21:40:50.747Z","caller":"openonu-adapter/main.go:195","msg":"fail-to-release-all-reservations","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"main","error":"deprecated"} {"level":"debug","ts":"2021-10-12T21:40:50.747Z","caller":"kvstore/etcdclient.go:439","msg":"closing-etcd-pool","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h"} {"level":"info","ts":"2021-10-12T21:40:50.748Z","caller":"kvstore/etcdpool.go:224","msg":"waiting-for-clients-return","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","count":2} {"level":"debug","ts":"2021-10-12T21:40:52.120Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:52.121Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:52.121Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558","up":true} {"level":"debug","ts":"2021-10-12T21:40:52.121Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:53.276Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:53.277Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:53.277Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060","up":true} {"level":"debug","ts":"2021-10-12T21:40:53.277Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:57.122Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:57.123Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:57.123Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558","up":true} {"level":"debug","ts":"2021-10-12T21:40:57.123Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:40:58.277Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:58.278Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:40:58.278Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060","up":true} {"level":"debug","ts":"2021-10-12T21:40:58.278Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-name":"/voltha.AdapterService/AdoptDevice","op-id":"736f17a7a41a701d","endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:02.124Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:02.125Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:02.125Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558","up":true} {"level":"debug","ts":"2021-10-12T21:41:02.125Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:02.882Z","caller":"core/openonu.go:900","msg":"omci-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"core","op-id":"7e4e408614503a26","op-name":"/voltha.OnuInterAdapterService/OmciIndication","child-device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","parent-device-id":"a2171af1-a65c-4887-b9bf-f4df27b43ceb"} {"level":"debug","ts":"2021-10-12T21:41:02.882Z","caller":"common/omci_cc.go:341","msg":"omci-message-decoded:","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-name":"/voltha.OnuInterAdapterService/OmciIndication","op-id":"7e4e408614503a26","DeviceIdent":"Baseline","omciMsgType":"Get Response","transCorrId":"1"} {"level":"debug","ts":"2021-10-12T21:41:02.882Z","caller":"common/omci_cc.go:359","msg":"RxOmciResponse scheduling","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"7e4e408614503a26","op-name":"/voltha.OnuInterAdapterService/OmciIndication","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","objectAddr":{"UploadSequNo":0,"UploadNoOfCmds":0},"LenRxSched":0} {"level":"debug","ts":"2021-10-12T21:41:02.882Z","caller":"common/omci_cc.go:382","msg":"RxOmciResponse scheduling error","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"7e4e408614503a26","op-name":"/voltha.OnuInterAdapterService/OmciIndication","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","Ok":false,"CbEntryError":"json: unsupported type: chan common.Message"} # GGC: Terminating pod received the OMCI response message. Throws error and ignores the message - 21:41:02.882 {"level":"error","ts":"2021-10-12T21:41:02.882Z","caller":"common/omci_cc.go:385","msg":"omci-message-response for not registered transCorrId","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"7e4e408614503a26","op-name":"/voltha.OnuInterAdapterService/OmciIndication","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","stacktrace":"github.com/opencord/voltha-openonu-adapter-go/internal/pkg/common.(*OmciCC).ReceiveMessage\n\t/go/src/internal/pkg/common/omci_cc.go:385\ngithub.com/opencord/voltha-openonu-adapter-go/internal/pkg/core.(*deviceHandler).handleOMCIIndication\n\t/go/src/internal/pkg/core/device_handler.go:326\ngithub.com/opencord/voltha-openonu-adapter-go/internal/pkg/core.(*OpenONUAC).OmciIndication\n\t/go/src/internal/pkg/core/openonu.go:903\ngithub.com/opencord/voltha-protos/v5/go/adapter_services._OnuInterAdapterService_OmciIndication_Handler.func1\n\t/go/src/vendor/github.com/opencord/voltha-protos/v5/go/adapter_services/adapter_services.pb.go:1594\ngithub.com/opencord/voltha-lib-go/v7/pkg/grpc.mkServerInterceptor.func1\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v7/pkg/grpc/server.go:158\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing/server_interceptors.go:38\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:34\ngithub.com/opencord/voltha-protos/v5/go/adapter_services._OnuInterAdapterService_OmciIndication_Handler\n\t/go/src/vendor/github.com/opencord/voltha-protos/v5/go/adapter_services/adapter_services.pb.go:1596\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/go/src/vendor/google.golang.org/grpc/server.go:1007\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/src/vendor/google.golang.org/grpc/server.go:1287\ngoogle.golang.org/grpc.(*Server).serveStreams.func1.1\n\t/go/src/vendor/google.golang.org/grpc/server.go:722"} {"level":"debug","ts":"2021-10-12T21:41:02.882Z","caller":"common/omci_cc.go:279","msg":"omci-message-received:","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"7e4e408614503a26","op-name":"/voltha.OnuInterAdapterService/OmciIndication","RxOmciMessage":"0001290a0101000000e00042564d344b3030425241303931352d3030383300b4000000000000000000000028677c8cb5","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63"} {"level":"debug","ts":"2021-10-12T21:41:03.280Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:03.280Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:03.281Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060","up":true} {"level":"debug","ts":"2021-10-12T21:41:03.281Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:06.883Z","caller":"core/openonu.go:900","msg":"omci-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"core","op-id":"5b5c4c2a51a26422","op-name":"/voltha.OnuInterAdapterService/OmciIndication","parent-device-id":"a2171af1-a65c-4887-b9bf-f4df27b43ceb","child-device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63"} {"level":"debug","ts":"2021-10-12T21:41:06.883Z","caller":"common/omci_cc.go:341","msg":"omci-message-decoded:","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"5b5c4c2a51a26422","op-name":"/voltha.OnuInterAdapterService/OmciIndication","omciMsgType":"Get Response","transCorrId":"8000","DeviceIdent":"Baseline"} {"level":"debug","ts":"2021-10-12T21:41:06.883Z","caller":"common/omci_cc.go:359","msg":"RxOmciResponse scheduling","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"5b5c4c2a51a26422","op-name":"/voltha.OnuInterAdapterService/OmciIndication","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","objectAddr":{"UploadSequNo":0,"UploadNoOfCmds":0},"LenRxSched":0} {"level":"debug","ts":"2021-10-12T21:41:06.883Z","caller":"common/omci_cc.go:382","msg":"RxOmciResponse scheduling error","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"5b5c4c2a51a26422","op-name":"/voltha.OnuInterAdapterService/OmciIndication","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","Ok":false,"CbEntryError":"json: unsupported type: chan common.Message"} {"level":"error","ts":"2021-10-12T21:41:06.883Z","caller":"common/omci_cc.go:385","msg":"omci-message-response for not registered transCorrId","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-name":"/voltha.OnuInterAdapterService/OmciIndication","op-id":"5b5c4c2a51a26422","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","stacktrace":"github.com/opencord/voltha-openonu-adapter-go/internal/pkg/common.(*OmciCC).ReceiveMessage\n\t/go/src/internal/pkg/common/omci_cc.go:385\ngithub.com/opencord/voltha-openonu-adapter-go/internal/pkg/core.(*deviceHandler).handleOMCIIndication\n\t/go/src/internal/pkg/core/device_handler.go:326\ngithub.com/opencord/voltha-openonu-adapter-go/internal/pkg/core.(*OpenONUAC).OmciIndication\n\t/go/src/internal/pkg/core/openonu.go:903\ngithub.com/opencord/voltha-protos/v5/go/adapter_services._OnuInterAdapterService_OmciIndication_Handler.func1\n\t/go/src/vendor/github.com/opencord/voltha-protos/v5/go/adapter_services/adapter_services.pb.go:1594\ngithub.com/opencord/voltha-lib-go/v7/pkg/grpc.mkServerInterceptor.func1\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v7/pkg/grpc/server.go:158\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing/server_interceptors.go:38\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:34\ngithub.com/opencord/voltha-protos/v5/go/adapter_services._OnuInterAdapterService_OmciIndication_Handler\n\t/go/src/vendor/github.com/opencord/voltha-protos/v5/go/adapter_services/adapter_services.pb.go:1596\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/go/src/vendor/google.golang.org/grpc/server.go:1007\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/src/vendor/google.golang.org/grpc/server.go:1287\ngoogle.golang.org/grpc.(*Server).serveStreams.func1.1\n\t/go/src/vendor/google.golang.org/grpc/server.go:722"} {"level":"debug","ts":"2021-10-12T21:41:06.883Z","caller":"common/omci_cc.go:279","msg":"omci-message-received:","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"5b5c4c2a51a26422","op-name":"/voltha.OnuInterAdapterService/OmciIndication","RxOmciMessage":"8000290a00020000008000510000000000000000000000000000000000000000000000000000000000000028c3c70725","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63"} {"level":"debug","ts":"2021-10-12T21:41:07.125Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:07.127Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:07.127Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","up":true,"api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:07.127Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:07.883Z","caller":"core/openonu.go:900","msg":"omci-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"core","op-name":"/voltha.OnuInterAdapterService/OmciIndication","op-id":"7e55afb6cdf98bbe","parent-device-id":"a2171af1-a65c-4887-b9bf-f4df27b43ceb","child-device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63"} {"level":"debug","ts":"2021-10-12T21:41:07.883Z","caller":"common/omci_cc.go:341","msg":"omci-message-decoded:","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"7e55afb6cdf98bbe","op-name":"/voltha.OnuInterAdapterService/OmciIndication","omciMsgType":"Get Response","transCorrId":"8000","DeviceIdent":"Baseline"} {"level":"debug","ts":"2021-10-12T21:41:07.883Z","caller":"common/omci_cc.go:359","msg":"RxOmciResponse scheduling","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"7e55afb6cdf98bbe","op-name":"/voltha.OnuInterAdapterService/OmciIndication","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","objectAddr":{"UploadSequNo":0,"UploadNoOfCmds":0},"LenRxSched":0} {"level":"debug","ts":"2021-10-12T21:41:07.883Z","caller":"common/omci_cc.go:382","msg":"RxOmciResponse scheduling error","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"7e55afb6cdf98bbe","op-name":"/voltha.OnuInterAdapterService/OmciIndication","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","Ok":false,"CbEntryError":"json: unsupported type: chan common.Message"} {"level":"error","ts":"2021-10-12T21:41:07.883Z","caller":"common/omci_cc.go:385","msg":"omci-message-response for not registered transCorrId","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"7e55afb6cdf98bbe","op-name":"/voltha.OnuInterAdapterService/OmciIndication","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63","stacktrace":"github.com/opencord/voltha-openonu-adapter-go/internal/pkg/common.(*OmciCC).ReceiveMessage\n\t/go/src/internal/pkg/common/omci_cc.go:385\ngithub.com/opencord/voltha-openonu-adapter-go/internal/pkg/core.(*deviceHandler).handleOMCIIndication\n\t/go/src/internal/pkg/core/device_handler.go:326\ngithub.com/opencord/voltha-openonu-adapter-go/internal/pkg/core.(*OpenONUAC).OmciIndication\n\t/go/src/internal/pkg/core/openonu.go:903\ngithub.com/opencord/voltha-protos/v5/go/adapter_services._OnuInterAdapterService_OmciIndication_Handler.func1\n\t/go/src/vendor/github.com/opencord/voltha-protos/v5/go/adapter_services/adapter_services.pb.go:1594\ngithub.com/opencord/voltha-lib-go/v7/pkg/grpc.mkServerInterceptor.func1\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v7/pkg/grpc/server.go:158\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing/server_interceptors.go:38\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:34\ngithub.com/opencord/voltha-protos/v5/go/adapter_services._OnuInterAdapterService_OmciIndication_Handler\n\t/go/src/vendor/github.com/opencord/voltha-protos/v5/go/adapter_services/adapter_services.pb.go:1596\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/go/src/vendor/google.golang.org/grpc/server.go:1007\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/src/vendor/google.golang.org/grpc/server.go:1287\ngoogle.golang.org/grpc.(*Server).serveStreams.func1.1\n\t/go/src/vendor/google.golang.org/grpc/server.go:722"} {"level":"debug","ts":"2021-10-12T21:41:07.883Z","caller":"common/omci_cc.go:279","msg":"omci-message-received:","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"common","op-id":"7e55afb6cdf98bbe","op-name":"/voltha.OnuInterAdapterService/OmciIndication","RxOmciMessage":"8000290a00020000008000510000000000000000000000000000000000000000000000000000000000000028c3c70725","device-id":"bd522ca5-8bfa-46ff-aacb-17015c198c63"} {"level":"debug","ts":"2021-10-12T21:41:08.281Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:08.282Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:08.282Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060","up":true} {"level":"debug","ts":"2021-10-12T21:41:08.282Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-name":"/voltha.AdapterService/AdoptDevice","op-id":"736f17a7a41a701d","endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"error","ts":"2021-10-12T21:41:08.777Z","caller":"log/utils.go:79","msg":"failed to resolve new addr for host \"voltha-infra-voltha-tracing-jaeger-agent.infra.svc:6831\", with err: lookup voltha-infra-voltha-tracing-jaeger-agent.infra.svc on 10.43.0.10:53: no such host","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","stacktrace":"github.com/opencord/voltha-lib-go/v7/pkg/log.traceLogger.Error\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v7/pkg/log/utils.go:79\ngithub.com/uber/jaeger-client-go/utils.(*reconnectingUDPConn).reconnectLoop\n\t/go/src/vendor/github.com/uber/jaeger-client-go/utils/reconnecting_udp_conn.go:75"} {"level":"info","ts":"2021-10-12T21:41:08.841Z","caller":"openonu-adapter/main.go:392","msg":"kv-store liveliness-recheck","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","pkg":"main"} {"level":"debug","ts":"2021-10-12T21:41:08.842Z","caller":"probe/probe.go:165","msg":"probe-service-status-updated","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","service-name":"kv-service","status":"NotReady","ready":false,"health":true} {"level":"warn","ts":"2021-10-12T21:41:08.884Z","caller":"grpc/server.go:153","msg":"Grpc request received while not ready message:\"\\200\\000)\\n\\000\\002\\000\\000\\000\\200\\000Q\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000\\000(\\303\\307\\007%\" parent_device_id:\"a2171af1-a65c-4887-b9bf-f4df27b43ceb\" child_device_id:\"bd522ca5-8bfa-46ff-aacb-17015c198c63\" ","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"415790468a188d99","op-name":"/voltha.OnuInterAdapterService/OmciIndication","stacktrace":"github.com/opencord/voltha-lib-go/v7/pkg/grpc.mkServerInterceptor.func1\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v7/pkg/grpc/server.go:153\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing/server_interceptors.go:38\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:34\ngithub.com/opencord/voltha-protos/v5/go/adapter_services._OnuInterAdapterService_OmciIndication_Handler\n\t/go/src/vendor/github.com/opencord/voltha-protos/v5/go/adapter_services/adapter_services.pb.go:1596\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/go/src/vendor/google.golang.org/grpc/server.go:1007\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/src/vendor/google.golang.org/grpc/server.go:1287\ngoogle.golang.org/grpc.(*Server).serveStreams.func1.1\n\t/go/src/vendor/google.golang.org/grpc/server.go:722"} {"level":"warn","ts":"2021-10-12T21:41:11.479Z","caller":"grpc/server.go:153","msg":"Grpc request received while not ready ","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"7936a0356e529cf9","op-name":"/voltha.OnuInterAdapterService/GetHealthStatus","stacktrace":"github.com/opencord/voltha-lib-go/v7/pkg/grpc.mkServerInterceptor.func1\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v7/pkg/grpc/server.go:153\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing/server_interceptors.go:38\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:25\ngithub.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1\n\t/go/src/vendor/github.com/grpc-ecosystem/go-grpc-middleware/chain.go:34\ngithub.com/opencord/voltha-protos/v5/go/adapter_services._OnuInterAdapterService_GetHealthStatus_Handler\n\t/go/src/vendor/github.com/opencord/voltha-protos/v5/go/adapter_services/adapter_services.pb.go:1560\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/go/src/vendor/google.golang.org/grpc/server.go:1007\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/src/vendor/google.golang.org/grpc/server.go:1287\ngoogle.golang.org/grpc.(*Server).serveStreams.func1.1\n\t/go/src/vendor/google.golang.org/grpc/server.go:722"} {"level":"debug","ts":"2021-10-12T21:41:12.127Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:12.129Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:12.129Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558","up":true} {"level":"debug","ts":"2021-10-12T21:41:12.129Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:13.283Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:13.284Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:13.284Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060","up":true} {"level":"debug","ts":"2021-10-12T21:41:13.284Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:17.130Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:17.131Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:17.131Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","api-endpoint":"voltha-voltha-core.voltha.svc:55558","up":true} {"level":"debug","ts":"2021-10-12T21:41:17.131Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","endpoint":"voltha-voltha-core.voltha.svc:55558"} {"level":"debug","ts":"2021-10-12T21:41:18.285Z","caller":"grpc/client.go:319","msg":"connection-check-start","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:18.286Z","caller":"grpc/client.go:253","msg":"update-activity","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"} {"level":"debug","ts":"2021-10-12T21:41:18.286Z","caller":"grpc/client.go:327","msg":"connection-check-response","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","api-endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060","up":true} {"level":"debug","ts":"2021-10-12T21:41:18.286Z","caller":"grpc/client.go:301","msg":"received-active-notification","instanceId":"voltha-voltha-adapter-openonu-5b7fd4c777-w4t8h","op-id":"736f17a7a41a701d","op-name":"/voltha.AdapterService/AdoptDevice","endpoint":"voltha-voltha-adapter-openolt-api.voltha.svc:50060"}