https://jenkins.opencord.org/view/openonu-go/job/periodic-voltha-test-bbsim-openonugo/56/robot/report/FunctionalTests/log.html
OpenOnu log
2020-10-28T11:11:48.679246939Z
{"level":"warn","ts":"2020-10-28T11:11:48.679Z","caller":"onuadaptercore/openonu.go:321","msg":"device disabled or offline - skipping flow-update","instanceId":"open-onu-voltha-adapter-openonu-565859c8b6-tjgv7","pkg":"adaptercoreonu","ConnectStatus":"REACHABLE","AdminState":"DISABLED","deviceId":"349b0708-0104-4169-ba3b-b1354cde803e","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.logger.Warnw\n\t/go/src/github.com/opencord/voltha-openonu-adapter-go/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log_classic.go:178\ntest.internal/openadapter/internal/pkg/onuadaptercore.(*OpenONUAC).Update_flows_incrementally\n\t/go/src/github.com/opencord/voltha-openonu-adapter-go/internal/pkg/onuadaptercore/openonu.go:321\ngithub.com/opencord/voltha-lib-go/v3/pkg/adapters/common.(*RequestHandlerProxy).Update_flows_incrementally\n\t/go/src/github.com/opencord/voltha-openonu-adapter-go/vendor/github.com/opencord/voltha-lib-go/v3/pkg/adapters/common/request_handler.go:399\nreflect.Value.call\n\t/usr/local/go/src/reflect/value.go:460\nreflect.Value.Call\n\t/usr/local/go/src/reflect/value.go:321\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.CallFuncByName\n\t/go/src/github.com/opencord/voltha-openonu-adapter-go/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/kafka_inter_container_library.go:685\ngithub.com/opencord/voltha-lib-go/v3/pkg/kafka.(*interContainerProxy).handleMessage\n\t/go/src/github.com/opencord/voltha-openonu-adapter-go/vendor/github.com/opencord/voltha-lib-go/v3/pkg/kafka/kafka_inter_container_library.go:744"}
2020-10-28T11:11:48.679312444Z
{"level":"debug","ts":"2020-10-28T11:11:48.679Z","caller":"kafka/kafka_inter_container_library.go:800","msg":"sending-response-to-kafka","instanceId":"open-onu-voltha-adapter-openonu-565859c8b6-tjgv7","pkg":"kafka","rpc":"update_flows_incrementally","header":"id:\"fe6ac3a8-a386-4153-bc14-944754ed2690\" type:RESPONSE from_topic:\"brcm_openomci_onu\" to_topic:\"rwcore\" key_topic:\"349b0708-0104-4169-ba3b-b1354cde803e\" timestamp:<seconds:1603883508 nanos:679215746 > ","key":"349b0708-0104-4169-ba3b-b1354cde803e"}
2020-10-28T11:11:48.680115063Z
{"level":"debug","ts":"2020-10-28T11:11:48.680Z","caller":"kafka/sarama_client.go:577","msg":"message-sent","instanceId":"open-onu-voltha-adapter-openonu-565859c8b6-tjgv7","pkg":"kafka","status":"rwcore"}
Error after Disable that happens at 12:11:48.772
OLT Adapter
2020-10-28T11:11:48.680680656Z
{"level":"error","ts":"2020-10-28T11:11:48.680Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-voltha-rw-core-65fdf8dc4f-vn62d","op-id":"6ed860d571c19514","op-name":"openflow-flow-delete-strict","task-id":"79c7555caadfd0eb","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","error":"rpc error: code = Aborted desc = errors-[rpc error: code = Internal desc = rpc error: code = NotFound desc = non-matching device state: 349b0708-0104-4169-ba3b-b1354cde803e <nil>]","flow-cookie":53198772492172771,"wait-time":0.007264689,"device-id":"349b0708-0104-4169-ba3b-b1354cde803e","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"}
name":"openflow-flow-delete-strict","task-id":"79c7555caadfd0eb","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","flow-cookie":53198772492172771,"logical-device-id":"b60e0708-9568-4368-8721-0505f3030608","errors":[
{"error":"rpc error: code = Internal desc = flow-delete-failed: 349b0708-0104-4169-ba3b-b1354cde803e"}
],"stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Warnw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:588\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).flowDeleteStrict.func1\n\t/go/src/rw_core/core/device/logical_agent_flow.go:407"}
Rw-Core
2020-10-28T11:11:48.680680656Z
{"level":"error","ts":"2020-10-28T11:11:48.680Z","caller":"device/logical_agent.go:260","msg":"flows-and-groups-delete-failed","instanceId":"voltha-voltha-rw-core-65fdf8dc4f-vn62d","op-id":"6ed860d571c19514","op-name":"openflow-flow-delete-strict","task-id":"79c7555caadfd0eb","task-name":"/voltha.VolthaService/UpdateLogicalDeviceFlowTable","error":"rpc error: code = Aborted desc = errors-[rpc error: code = Internal desc = rpc error: code = NotFound desc = non-matching device state: 349b0708-0104-4169-ba3b-b1354cde803e <nil>]","flow-cookie":53198772492172771,"wait-time":0.007264689,"device-id":"349b0708-0104-4169-ba3b-b1354cde803e","stacktrace":"github.com/opencord/voltha-lib-go/v3/pkg/log.clogger.Errorw\n\t/go/src/vendor/github.com/opencord/voltha-lib-go/v3/pkg/log/log.go:611\ngithub.com/opencord/voltha-go/rw_core/core/device.(*LogicalAgent).deleteFlowsAndGroupsFromDevices.func1\n\t/go/src/rw_core/core/device/logical_agent.go:260"}
2020-10-28T11:11:48.685096212Z
{"level":"debug","ts":"2020-10-28T11:11:48.684Z","caller":"device/manager.go:438","msg":"ListDevices","instanceId":"voltha-voltha-rw-core-65fdf8dc4f-vn62d","op-id":"05b8ae751cb854e7","op-name":"/voltha.VolthaService/ListDevices"}
Fix should be:
https://github.com/opencord/voltha-openonu-adapter-go/blob/master/internal/pkg/onuadaptercore/openonu.go#L323
and/or possibly
https://github.com/opencord/voltha-openonu-adapter-go/blob/master/internal/pkg/onuadaptercore/device_handler.go#L798
Story
High