1 20201125T103615.628 INFO MainThread structlog_setup.setup_logging {log_level: 20, verbosity_adjust: 20, event: first-line, instance_id: voltha-adapter-openonu-0} 20201125T103615.628 INFO MainThread main.__init__ {regex: ^.*\.([0-9]+)\..*$, event: container-number-extractor, instance_id: voltha-adapter-openonu-0} 20201125T103615.628 INFO MainThread main.__init__ {build_version: namespace(build_time='unknown', vcs_dirty='unknown', vcs_ref='unknown', version='2.5.0'), event: OpenONU-Adapter-Version, instance_id: voltha-adapter-openonu-0} 20201125T103615.629 INFO MainThread main.print_banner {event: ___________ _____ _ _ _____ _ _ _ _ , instance_id: voltha-adapter-openonu-0} 20201125T103615.629 INFO MainThread main.print_banner {event: | _ | ___ \ ___| \ | | _ | \ | | | | | , instance_id: voltha-adapter-openonu-0} 20201125T103615.629 INFO MainThread main.print_banner {event: | | | | |_/ / |__ | \| | | | | \| | | | | , instance_id: voltha-adapter-openonu-0} 20201125T103615.629 INFO MainThread main.print_banner {event: | | | | __/| __|| . ` | | | | . ` | | | | , instance_id: voltha-adapter-openonu-0} 20201125T103615.629 INFO MainThread main.print_banner {event: \ \_/ / | | |___| |\ \ \_/ / |\ | |_| | , instance_id: voltha-adapter-openonu-0} 20201125T103615.629 INFO MainThread main.print_banner {event: \___/\_| \____/\_| \_/\___/\_| \_/\___/ , instance_id: voltha-adapter-openonu-0} 20201125T103615.629 INFO MainThread main.print_banner {event: , instance_id: voltha-adapter-openonu-0} 20201125T103615.630 INFO MainThread main.startup_components {consul: localhost:8500, etcd: voltha-etcd-cluster-client.voltha:2379, event: starting-internal-components, instance_id: voltha-adapter-openonu-0} 20201125T103615.633 INFO MainThread event_bus_publisher._setup_subscriptions {kafka_topic: voltha.events, event_bus_topic: model-change-events, event: event-to-kafka, instance_id: voltha-adapter-openonu-0} 20201125T103615.634 INFO MainThread event_bus_publisher._setup_subscriptions {kafka_topic: voltha.alarms, event_bus_topic: alarms, event: event-to-kafka, instance_id: voltha-adapter-openonu-0} 20201125T103615.634 INFO MainThread event_bus_publisher._setup_subscriptions {kafka_topic: voltha.kpis, event_bus_topic: kpis, event: event-to-kafka, instance_id: voltha-adapter-openonu-0} 20201125T103615.634 INFO MainThread event_bus_publisher.start {event: started, instance_id: voltha-adapter-openonu-0} 20201125T103615.634 INFO MainThread kafka_proxy.start {event: started, instance_id: voltha-adapter-openonu-0} 20201125T103615.635 INFO MainThread brcm_openomci_onu_adapter.start {event: started, instance_id: voltha-adapter-openonu-0} 20201125T103615.642 INFO MainThread main. {event: twisted-reactor-started, instance_id: voltha-adapter-openonu-0} 20201125T103615.647 INFO MainThread structlog_setup.update_logging {event: updated-logger, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103615.657 INFO MainThread brcm_openomci_onu_adapter.update_flows_incrementally {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, flows: to_add { } to_remove { items { priority: 1000 cookie: 135107992824097344 match { type: OFPMT_OXM oxm_fields { oxm_class: OFPXMC_OPENFLOW_BASIC ofb_field { port: 536870912 } } oxm_fields { oxm_class: OFPXMC_OPENFLOW_BASIC ofb_field { type: OFPXMT_OFB_METADATA table_metadata: 16 } } oxm_fields { oxm_class: OFPXMC_OPENFLOW_BASIC ofb_field { type: OFPXMT_OFB_VLAN_VID has_mask: true vlan_vid: 4096 vlan_vid_mask: 4096 } } } instructions { type: 4 actions { actions { output { port: 16 max_len: 65509 } } } } instructions { type: 6 meter { meter_id: 2 } } instructions { type: 2 write_metadata { metadata: 279172874240 } } id: 11620441220152698917 } } , groups: to_add { } to_remove { } to_update { } , event: incremental-flow-update, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103615.658 ERROR MainThread kafka_inter_container_library._process_message {message: , e: 'cd8dbec0-1375-4576-92f7-ba0c7fc26d2c', event: Failed-to-process-message, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/kafka/kafka_inter_container_library.py", line 474, in _process_message **_toDict(augmented_args)) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/kafka/adapter_request_facade.py", line 347, in update_flows_incrementally return (True, self.adapter.update_flows_incrementally(d, f, g)) File "/voltha/adapters/brcm_openomci_onu/brcm_openomci_onu_adapter.py", line 233, in update_flows_incrementally handler = self.devices_handlers[device.id] KeyError: 'cd8dbec0-1375-4576-92f7-ba0c7fc26d2c', instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103615.659 INFO MainThread brcm_openomci_onu_adapter.update_flows_incrementally {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, flows: to_add { } to_remove { items { priority: 1000 cookie: 135107990244336155 match { type: OFPMT_OXM oxm_fields { oxm_class: OFPXMC_OPENFLOW_BASIC ofb_field { port: 16 } } oxm_fields { oxm_class: OFPXMC_OPENFLOW_BASIC ofb_field { type: OFPXMT_OFB_VLAN_VID has_mask: true vlan_vid: 4096 vlan_vid_mask: 4096 } } oxm_fields { oxm_class: OFPXMC_OPENFLOW_BASIC ofb_field { type: OFPXMT_OFB_TUNNEL_ID tunnel_id: 16 } } } instructions { type: 4 actions { actions { output { port: 536870912 max_len: 65509 } } } } instructions { type: 6 meter { meter_id: 1 } } instructions { type: 2 write_metadata { metadata: 1152921783780769792 } } id: 14603472129917485275 } } , groups: to_add { } to_remove { } to_update { } , event: incremental-flow-update, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103615.659 ERROR MainThread kafka_inter_container_library._process_message {message: , e: 'cd8dbec0-1375-4576-92f7-ba0c7fc26d2c', event: Failed-to-process-message, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/kafka/kafka_inter_container_library.py", line 474, in _process_message **_toDict(augmented_args)) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/kafka/adapter_request_facade.py", line 347, in update_flows_incrementally return (True, self.adapter.update_flows_incrementally(d, f, g)) File "/voltha/adapters/brcm_openomci_onu/brcm_openomci_onu_adapter.py", line 233, in update_flows_incrementally handler = self.devices_handlers[device.id] KeyError: 'cd8dbec0-1375-4576-92f7-ba0c7fc26d2c', instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103616.651 INFO MainThread core_proxy.register {res: (True, type_url: "type.googleapis.com/voltha.CoreInstance" value: "\n\037voltha-rw-core-7d4c5cc94c-nhqwk" ), event: registration-returned, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103616.651 INFO MainThread main._register_with_core {coreId: voltha-rw-core-7d4c5cc94c-nhqwk, event: registered-with-core, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103616.651 INFO MainThread main.startup_components {event: started-internal-services, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103616.802 INFO MainThread brcm_openomci_onu_adapter.reconcile_device {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, event: reconcile-device, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103616.804 INFO MainThread brcm_openomci_onu_handler.reconcile {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, event: reconciling-openonu-device, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103616.914 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Get MDS Task, ID:2, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103618.637 INFO MainThread brcm_openomci_onu_adapter.reconcile_device {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, event: reconcile-device, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103620.535 INFO MainThread brcm_openomci_onu_adapter.reconcile_device {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, event: reconcile-device, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103622.918 WARNING MainThread container_proxy.invoke {e: timed out after 6 seconds, event: invoke-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103622.924 WARNING MainThread kafka_inter_container_library.send_request {transaction_id: 9d98dc3b340247bfbd5297f156df7e8b, rpc: process_inter_adapter_message, kafka_request: header { id: "9d98dc3b340247bfbd5297f156df7e8b" from_topic: "brcm_openomci_onu_1" to_topic: "adtranolt" timestamp { seconds: 1606300582 nanos: 918896000 } } body { type_url: "type.googleapis.com/voltha.InterContainerRequestBody" value: "\022\035process_inter_adapter_message\032\370\002\n\003msg\022\360\002\n.type.googleapis.com/voltha.InterAdapterMessage\022\275\002\n\234\001\n 4d4f13cf0f8244318e7117d771fad59c\020\002\032\021brcm_openomci_onu\"\tadtranolt*$cd8dbec0-1375-4576-92f7-ba0c7fc26d2c2$6b1b814e-6942-4d32-92c2-41e65f5ca6a3:\014\010\240\347\370\375\005\020\360\335\332\265\003\022\233\001\n2type.googleapis.com/voltha.InterAdapterOmciMessage\022e\n,\000\001I\n\000\002\000\000\200\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000(\020\002\0323\n$6b1b814e-6942-4d32-92c2-41e65f5ca6a3\022\tadtranolt0\001 \001*\023brcm_openomci_onu_1" } , kafka_result: result { type_url: "type.googleapis.com/voltha.Error" value: "\022\345\003rpc error: code = NotFound desc = failed-communication: [{\"device-id\":\"6b1b814e-6942-4d32-92c2-41e65f5ca6a3\",\"onu-device-id\":\"cd8dbec0-1375-4576-92f7-ba0c7fc26d2c\",\"operation\":\"send-failed\"}]: failed-communication: [{\"intf-id\":0,\"message\":{\"onu_id\":1,\"pkt\":\"MDAwMTQ5MGEwMDAyMDAwMDgwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAyOA==\"},\"onu-id\":1,\"operation\":\"omci-send-failed\"}]: ZMQ connection not established, failed to send omci message" } , event: send-message-response-error-result, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103622.924 WARNING MainThread container_proxy.wrapper {func: , args: (,), kw: {'msg': message: "\000\001I\n\000\002\000\000\200\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000(" connect_status: REACHABLE proxy_address { device_id: "6b1b814e-6942-4d32-92c2-41e65f5ca6a3" device_type: "adtranolt" onu_id: 1 } , 'type': 2, 'from_adapter': 'brcm_openomci_onu', 'to_adapter': 'adtranolt', 'to_device_id': 'cd8dbec0-1375-4576-92f7-ba0c7fc26d2c', 'proxy_device_id': '6b1b814e-6942-4d32-92c2-41e65f5ca6a3'}, event: unsuccessful-request, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103626.916 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Get MDS Task, task_id: 2, running: True, timeout: 10, error: Task Get MDS Task:2 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103626.916 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Get MDS Task, ID:2, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103626.916 INFO MainThread mib_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Get MDS Task:2 watchdog timeout ], event: examine-mds-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103626.917 WARNING MainThread get_mds_task.perform_get_mds {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Get MDS Task, task_id: 2, e: (10.0, 'Send OMCI TID -1'), event: get-mds-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.918 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Get MDS Task, ID:3, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.947 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Get MDS Task, ID:3, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.948 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Modify Task, ID:4, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.949 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU Capabilities Task, ID:5, Priority: 240, Exclusive: False, Watchdog: 20, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.952 INFO MainThread brcm_capabilities_task.perform_get_capabilities {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU Capabilities Task, task_id: 5, event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.953 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU Capabilities Task, ID:5, Priority: 240, Exclusive: False, Watchdog: 20, running: 2, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.955 WARNING MainThread performance_intervals.add_pm_me {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, class_id: 344, event: unsupported-PM-me, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.956 WARNING MainThread performance_intervals.add_pm_me {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, class_id: 345, event: unsupported-PM-me, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.956 WARNING MainThread performance_intervals.add_pm_me {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, class_id: 346, event: unsupported-PM-me, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.958 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Sync Time Task, ID:6, Priority: 138, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.964 INFO MainThread pon_port.add_tcont {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, tcont: 257, reflow: True, event: add-tcont, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.965 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 257, alloc-id: 257, gem-id: 257, direction: upstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.965 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 258, alloc-id: 257, gem-id: 258, direction: upstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.965 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 259, alloc-id: 257, gem-id: 259, direction: upstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.965 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 260, alloc-id: 257, gem-id: 260, direction: upstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.965 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 261, alloc-id: 257, gem-id: 261, direction: upstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.965 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 262, alloc-id: 257, gem-id: 262, direction: upstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.966 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 263, alloc-id: 257, gem-id: 263, direction: upstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.966 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 264, alloc-id: 257, gem-id: 264, direction: upstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.966 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 257, alloc-id: 257, gem-id: 257, direction: downstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.966 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 258, alloc-id: 257, gem-id: 258, direction: downstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.966 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 259, alloc-id: 257, gem-id: 259, direction: downstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.967 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 260, alloc-id: 257, gem-id: 260, direction: downstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.967 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 261, alloc-id: 257, gem-id: 261, direction: downstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.967 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 262, alloc-id: 257, gem-id: 262, direction: downstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.967 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 263, alloc-id: 257, gem-id: 263, direction: downstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.967 INFO MainThread pon_port.add_gem_port {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, port_no: 536870912, gem_port: OnuGemPort - entity_id 264, alloc-id: 257, gem-id: 264, direction: downstream, multicast: False , reflow: True, event: add-gem-port, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.971 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Modify Task, ID:4, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.984 INFO MainThread sync_time_task.perform_sync_time {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Sync Time Task, task_id: 6, success_info: 0, event: sync-time, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.985 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Sync Time Task, ID:6, Priority: 138, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103631.986 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Create PM ME Task, ID:7, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.232 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Create PM ME Task, ID:7, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.233 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:8, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 1, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.234 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 8, entity_class: , entity_id: 258, attributes: {'threshold_data_1_2_id'}, event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:36:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:28] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/get_mds_task.py", line 109, in perform_get_mds self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: 20201125T103632.249 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:8, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.249 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:9, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 1, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.250 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 9, entity_class: , entity_id: 259, attributes: {'threshold_data_1_2_id'}, event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.264 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:9, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.265 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:10, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 1, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.265 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 10, entity_class: , entity_id: 260, attributes: {'threshold_data_1_2_id'}, event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.281 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:10, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.281 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:11, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 1, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.282 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 11, entity_class: , entity_id: 261, attributes: {'threshold_data_1_2_id'}, event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.296 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:11, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.297 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:12, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 1, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.297 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 12, entity_class: , entity_id: 262, attributes: {'threshold_data_1_2_id'}, event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.312 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:12, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.312 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:13, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 1, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.313 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 13, entity_class: , entity_id: 263, attributes: {'threshold_data_1_2_id'}, event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.328 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:13, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.328 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:14, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 1, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.329 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 14, entity_class: , entity_id: 264, attributes: {'threshold_data_1_2_id'}, event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.344 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:14, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.344 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:15, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.345 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 15, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103632.368 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:15, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103646.954 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:16, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103646.969 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:16, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103647.235 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:17, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103647.235 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 17, class_id: 334, entity_id: 1, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103647.281 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:17, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103701.970 INFO MainThread adapter_pm_metrics.start_collector {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, device_name: brcm_openomci_onu_1, default_freq: 600, event: starting-pm-collection, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103702.284 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:18, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103702.285 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 18, class_id: 341, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103702.320 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:18, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103711.971 INFO MainThread omci_test_request.start_collector {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Test Task, task_id: 1, device_name: ONU OMCI Test Task, default_freq: 6000, event: starting-pm-collection, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103711.971 INFO MainThread omci_test_request.perform_test_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Test Task, task_id: 1, entity_class: , entity_id: 32769, event: perform-test, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103712.001 ERROR MainThread omci_test_request.perform_test_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Test Task, task_id: 1, e: Test Failure: 2, class_id: , entity_id: 32769, event: perform-test-Error, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_test_request.py", line 241, in perform_test_omci result.fields['omci_message'].fields['success_code'])) pyvoltha.adapters.extensions.omci.tasks.omci_test_request.TestFailure: Test Failure: 2, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103717.323 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:19, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103717.323 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 19, class_id: 312, entity_id: 32769, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103717.337 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:19, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103732.339 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:20, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103732.340 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 20, class_id: 341, entity_id: 261, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103732.369 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:20, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103732.370 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:21, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103732.371 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 21, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103732.393 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:21, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103747.373 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:22, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103747.373 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 22, class_id: 341, entity_id: 262, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103747.408 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:22, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103801.972 INFO MainThread onu_omci_pm.collect_optical_metrics {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, elapsed_tenths: 600.2430605888367, event: collect-optical-metrics-not-time-yet, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103802.410 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:23, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103802.411 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 23, class_id: 341, entity_id: 260, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103802.440 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:23, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103817.443 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:24, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103817.444 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 24, class_id: 321, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103817.489 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:24, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103832.492 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:25, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103832.492 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 25, class_id: 334, entity_id: 2, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103832.544 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:25, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103832.546 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:26, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103832.547 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 26, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103832.568 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:26, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103847.548 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:27, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103847.548 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 27, class_id: 341, entity_id: 264, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103847.577 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:27, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103901.972 INFO MainThread onu_omci_pm.collect_optical_metrics {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, elapsed_tenths: 1201.9994115829468, event: collect-optical-metrics-not-time-yet, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103902.580 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:28, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103902.580 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 28, class_id: 24, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103902.625 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:28, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103917.628 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:29, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103917.628 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 29, class_id: 341, entity_id: 263, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103917.664 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:29, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103932.666 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:30, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103932.667 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 30, class_id: 322, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103932.712 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:30, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103932.714 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:31, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103932.714 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 31, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103932.736 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:31, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103946.972 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:32, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103946.993 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:32, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103947.715 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:33, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103947.716 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 33, class_id: 341, entity_id: 259, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T103947.743 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:33, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104001.972 INFO MainThread onu_omci_pm.collect_optical_metrics {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, elapsed_tenths: 1803.679461479187, event: collect-optical-metrics-not-time-yet, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104002.746 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:34, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104002.746 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 34, class_id: 341, entity_id: 258, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104002.776 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:34, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104032.780 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:35, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104032.781 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 35, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104032.800 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:35, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104101.972 INFO MainThread onu_omci_pm.collect_optical_metrics {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, elapsed_tenths: 2404.315700531006, event: collect-optical-metrics-not-time-yet, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:36:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:36:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:37:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:38:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:39:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:40:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:18] "GET /healthz HTTP/1.1" 200 - 20201125T104147.789 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:36, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104147.790 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 36, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104147.808 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:36, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104201.971 INFO MainThread onu_omci_pm.collect_optical_metrics {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, elapsed_tenths: 3154.3973302841187, event: collect-optical-metrics-not-time-yet, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104246.995 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:37, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104247.008 INFO MainThread task_runner._on_task_success {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:37, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-success, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104301.972 INFO MainThread onu_omci_pm.collect_optical_metrics {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, elapsed_tenths: 3154.3973302841187, event: collect-optical-metrics-not-time-yet, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104302.796 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:38, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104302.797 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 38, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104312.798 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 38, running: True, timeout: 10, error: Task ONU OMCI Get Task:38 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104312.798 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:38, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104312.798 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:38 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104317.799 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:39, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104317.799 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 39, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104327.801 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 39, running: True, timeout: 10, error: Task ONU OMCI Get Task:39 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104327.801 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:39, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104327.801 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:39 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104332.800 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:40, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:41:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:41:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:42:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:28] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: 20201125T104332.801 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 40, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104342.803 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 40, running: True, timeout: 10, error: Task ONU OMCI Get Task:40 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104342.803 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:40, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104342.803 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:40 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104347.803 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:41, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104347.803 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 41, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104357.805 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 41, running: True, timeout: 10, error: Task ONU OMCI Get Task:41 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104357.805 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:41, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104357.805 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:41 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104402.804 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:42, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104402.804 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 42, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:43:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:43:58] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: 20201125T104412.805 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 42, running: True, timeout: 10, error: Task ONU OMCI Get Task:42 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104412.805 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:42, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104412.806 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:42 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104417.806 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:43, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104417.807 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 43, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104427.809 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 43, running: True, timeout: 10, error: Task ONU OMCI Get Task:43 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104427.809 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:43, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104427.809 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:43 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104432.808 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:44, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104432.808 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 44, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:44:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:28] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: 20201125T104442.810 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 44, running: True, timeout: 10, error: Task ONU OMCI Get Task:44 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104442.810 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:44, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104442.811 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:44 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104447.811 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:45, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104447.811 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 45, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104457.812 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 45, running: True, timeout: 10, error: Task ONU OMCI Get Task:45 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104457.813 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:45, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104457.813 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:45 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104502.812 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:46, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104502.813 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 46, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:44:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:44:58] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: 20201125T104512.814 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 46, running: True, timeout: 10, error: Task ONU OMCI Get Task:46 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104512.814 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:46, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104512.814 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:46 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104517.815 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:47, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104517.816 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 47, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104527.817 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 47, running: True, timeout: 10, error: Task ONU OMCI Get Task:47 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104527.817 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:47, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104527.818 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:47 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104532.817 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:48, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104532.818 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 48, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:45:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:28] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: 20201125T104542.819 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 48, running: True, timeout: 10, error: Task ONU OMCI Get Task:48 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104542.820 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:48, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104542.820 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:48 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104547.011 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:49, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104557.012 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, running: True, timeout: 10, error: Task ALARM Resynchronization Task:49 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104557.012 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:49, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104557.013 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:49 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104557.013 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, e: (10.0, 'Send OMCI TID -79'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104557.013 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, e: (10.0, 'Send OMCI TID -79'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104557.013 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:50, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104557.014 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 50, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104602.821 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:50, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104602.822 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104602.822 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:51, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104602.822 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 51, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104612.824 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 51, running: True, timeout: 10, error: Task ONU OMCI Get Task:51 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104612.824 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:51, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104612.825 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:51 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104612.825 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:52, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104622.826 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, running: True, timeout: 10, error: Task ALARM Resynchronization Task:52 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104622.826 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:52, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104622.827 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:52 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104622.827 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:53, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104622.827 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 53, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104627.017 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, e: (10.0, 'Send OMCI TID -82'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:45:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:45:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:23] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' 20201125T104627.018 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, e: (10.0, 'Send OMCI TID -82'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104627.019 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104632.825 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:53, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104632.825 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104632.826 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:54, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104632.826 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 54, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104637.020 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, e: (10.0, 'Send OMCI TID -83'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104637.020 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, e: (10.0, 'Send OMCI TID -83'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104642.827 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 54, running: True, timeout: 10, error: Task ONU OMCI Get Task:54 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104642.828 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:54, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104642.828 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:54 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104642.828 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:55, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104652.829 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, running: True, timeout: 10, error: Task ALARM Resynchronization Task:55 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104652.830 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:55, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104652.830 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:55 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104652.830 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:56, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104652.830 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 56, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104702.830 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:56, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104702.830 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104702.830 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:57, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104702.830 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 57, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104707.023 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, e: (10.0, 'Send OMCI TID -86'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104707.024 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, e: (10.0, 'Send OMCI TID -86'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104707.024 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, e: (10.0, 'Send OMCI TID -86'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -86'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104707.025 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 49, e: (10.0, 'Send OMCI TID -86'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -86'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104711.972 INFO MainThread omci_test_request.perform_test_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Test Task, task_id: 1, entity_class: , entity_id: 32769, event: perform-test, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104712.832 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 57, running: True, timeout: 10, error: Task ONU OMCI Get Task:57 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104712.832 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:57, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104712.832 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:57 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104712.832 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:58, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104717.026 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, e: (10.0, 'Send OMCI TID -87'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104717.026 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, e: (10.0, 'Send OMCI TID -87'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104722.834 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, running: True, timeout: 10, error: Task ALARM Resynchronization Task:58 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104722.834 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:58, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104722.834 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:58 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104722.835 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:59, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104722.835 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 59, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104727.027 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, e: (10.0, 'Send OMCI TID -88'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104727.028 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, e: (10.0, 'Send OMCI TID -88'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104727.028 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104732.834 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:59, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104732.834 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104732.835 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:60, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104732.835 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 60, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104742.837 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 60, running: True, timeout: 10, error: Task ONU OMCI Get Task:60 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104742.837 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:60, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104742.837 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:60 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104742.837 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:61, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104752.839 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, running: True, timeout: 10, error: Task ALARM Resynchronization Task:61 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104752.839 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:61, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104752.839 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:61 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104752.840 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:62, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104752.840 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 62, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:46:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:46:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:53] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_test_request.py", line 243, in perform_test_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: 20201125T104802.838 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:62, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104802.838 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104802.838 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:63, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104802.839 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 63, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104807.033 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, e: (10.0, 'Send OMCI TID -92'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104807.034 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, e: (10.0, 'Send OMCI TID -92'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104812.839 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 63, running: True, timeout: 10, error: Task ONU OMCI Get Task:63 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104812.840 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:63, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104812.840 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:63 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104812.840 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:64, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104822.841 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, running: True, timeout: 10, error: Task ALARM Resynchronization Task:64 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104822.842 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:64, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104822.842 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:64 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104822.842 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:65, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104822.842 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 65, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104827.036 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, e: (10.0, 'Send OMCI TID -94'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104827.037 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, e: (10.0, 'Send OMCI TID -94'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104827.037 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104832.841 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:65, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104832.841 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104832.841 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:66, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104832.842 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 66, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104842.843 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 66, running: True, timeout: 10, error: Task ONU OMCI Get Task:66 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104842.844 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:66, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104842.844 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:66 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104842.844 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:67, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104847.040 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, e: (10.0, 'Send OMCI TID -96'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104847.040 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, e: (10.0, 'Send OMCI TID -96'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104847.040 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, e: (10.0, 'Send OMCI TID -96'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -96'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104847.041 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 52, e: (10.0, 'Send OMCI TID -96'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -96'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104852.846 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, running: True, timeout: 10, error: Task ALARM Resynchronization Task:67 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104852.846 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:67, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104852.846 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:67 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104852.846 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:68, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104852.847 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 68, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104857.042 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, e: (10.0, 'Send OMCI TID -97'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104857.043 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, e: (10.0, 'Send OMCI TID -97'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104902.844 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:68, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104902.845 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104902.845 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:69, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104902.845 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 69, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104912.846 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 69, running: True, timeout: 10, error: Task ONU OMCI Get Task:69 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104912.847 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:69, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104912.847 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:69 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104912.847 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:70, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104922.848 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, running: True, timeout: 10, error: Task ALARM Resynchronization Task:70 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104922.849 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:70, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104922.849 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:70 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104922.849 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:71, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104922.849 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 71, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104927.047 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, e: (10.0, 'Send OMCI TID -100'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104927.047 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, e: (10.0, 'Send OMCI TID -100'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:47:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:47:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:48:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:23] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 175, in perform_alarm_resync self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 175, in perform_alarm_resync self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' 20201125T104932.849 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:71, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104932.849 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104932.850 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:72, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104932.850 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 72, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104937.049 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, e: (10.0, 'Send OMCI TID -101'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104937.049 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, e: (10.0, 'Send OMCI TID -101'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104937.049 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104942.851 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 72, running: True, timeout: 10, error: Task ONU OMCI Get Task:72 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104942.851 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:72, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104942.851 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:72 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104942.851 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:73, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104952.853 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, running: True, timeout: 10, error: Task ALARM Resynchronization Task:73 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104952.853 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:73, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104952.853 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:73 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104952.853 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:74, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T104952.854 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 74, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105002.854 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:74, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105002.854 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105002.854 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:75, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105002.854 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 75, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105007.053 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, e: (10.0, 'Send OMCI TID -104'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105007.054 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, e: (10.0, 'Send OMCI TID -104'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105007.054 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, e: (10.0, 'Send OMCI TID -104'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -104'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105007.054 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 55, e: (10.0, 'Send OMCI TID -104'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -104'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105012.856 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 75, running: True, timeout: 10, error: Task ONU OMCI Get Task:75 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105012.857 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:75, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105012.857 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:75 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105012.857 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:76, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105017.055 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, e: (10.0, 'Send OMCI TID -105'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105017.056 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, e: (10.0, 'Send OMCI TID -105'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105022.858 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, running: True, timeout: 10, error: Task ALARM Resynchronization Task:76 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105022.859 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:76, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105022.859 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:76 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105022.859 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:77, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105022.859 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 77, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105032.857 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:77, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105032.858 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105032.858 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:78, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105032.858 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 78, class_id: 341, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105037.860 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:79, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105042.859 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 78, running: True, timeout: 10, error: Task Interval Data Task:78 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105042.860 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:78, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105042.860 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:78 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105047.060 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, e: (10.0, 'Send OMCI TID -108'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105047.060 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, e: (10.0, 'Send OMCI TID -108'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105047.061 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105047.861 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, running: True, timeout: 10, error: Task ALARM Resynchronization Task:79 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105047.862 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:79, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105047.862 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:79 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105052.861 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:80, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105052.862 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 80, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105057.062 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, e: (10.0, 'Send OMCI TID -109'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105057.063 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, e: (10.0, 'Send OMCI TID -109'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105102.864 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 80, running: True, timeout: 10, error: Task ONU OMCI Get Task:80 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105102.864 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:80, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105102.864 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:80 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105102.864 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:81, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105107.863 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:82, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105107.863 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 82, class_id: 341, entity_id: 258, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105112.866 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, running: True, timeout: 10, error: Task ALARM Resynchronization Task:81 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105112.866 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:81, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105112.866 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:81 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105117.864 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 82, running: True, timeout: 10, error: Task Interval Data Task:82 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105117.865 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:82, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105117.865 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:82 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105127.067 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, e: (10.0, 'Send OMCI TID -112'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105127.067 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, e: (10.0, 'Send OMCI TID -112'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105127.067 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105127.867 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:83, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105127.868 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 83, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105137.069 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, e: (10.0, 'Send OMCI TID -113'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105137.069 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, e: (10.0, 'Send OMCI TID -113'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105137.870 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 83, running: True, timeout: 10, error: Task ONU OMCI Get Task:83 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105137.870 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:83, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105137.870 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:83 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105137.870 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:84, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105142.869 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:85, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105142.869 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 85, class_id: 341, entity_id: 261, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105147.071 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, e: (10.0, 'Send OMCI TID -114'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105147.071 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, e: (10.0, 'Send OMCI TID -114'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105147.071 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, e: (10.0, 'Send OMCI TID -114'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -114'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105147.072 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 58, e: (10.0, 'Send OMCI TID -114'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -114'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105147.873 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, running: True, timeout: 10, error: Task ALARM Resynchronization Task:84 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105147.873 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:84, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105147.873 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:84 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105152.870 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 85, running: True, timeout: 10, error: Task Interval Data Task:85 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105152.870 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:85, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105152.871 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:85 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105202.872 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:86, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105202.873 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 86, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105212.874 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 86, running: True, timeout: 10, error: Task ONU OMCI Get Task:86 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105212.874 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:86, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105212.874 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:86 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105212.875 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:87, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105217.076 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, e: (10.0, 'Send OMCI TID -117'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105217.076 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, e: (10.0, 'Send OMCI TID -117'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105217.874 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:88, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105217.875 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 88, class_id: 341, entity_id: 261, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105222.876 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, running: True, timeout: 10, error: Task ALARM Resynchronization Task:87 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105222.876 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:87, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105222.876 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:87 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105227.876 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 88, running: True, timeout: 10, error: Task Interval Data Task:88 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105227.876 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:88, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105227.877 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:88 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105237.078 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, e: (10.0, 'Send OMCI TID -119'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105237.079 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, e: (10.0, 'Send OMCI TID -119'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105237.079 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105237.878 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:89, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105247.080 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 78, e: (10.0, 'Send OMCI TID -120'), class_id: 341, entity_id: 257, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105247.880 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, running: True, timeout: 10, error: Task ALARM Resynchronization Task:89 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105247.881 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:89, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105247.881 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:89 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105247.881 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:90, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105247.881 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 90, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105252.879 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:90, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105252.880 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105252.880 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:91, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105252.880 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 91, class_id: 334, entity_id: 2, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105257.082 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, e: (10.0, 'Send OMCI TID -121'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105257.082 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, e: (10.0, 'Send OMCI TID -121'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105302.882 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:92, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105302.882 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 91, running: True, timeout: 10, error: Task Interval Data Task:91 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105302.882 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:91, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105302.882 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:91 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105312.884 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 92, running: True, timeout: 10, error: Task ALARM Resynchronization Task:92 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105312.884 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:92, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105312.884 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:92 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105312.885 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:93, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105312.885 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 93, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105317.085 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, e: (10.0, 'Send OMCI TID -123'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105317.086 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, e: (10.0, 'Send OMCI TID -123'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105317.086 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, e: (10.0, 'Send OMCI TID -123'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -123'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105317.086 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 61, e: (10.0, 'Send OMCI TID -123'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -123'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105322.886 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 93, running: True, timeout: 10, error: Task ONU OMCI Get Task:93 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105322.886 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:93, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105322.887 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:93 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105327.087 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, e: (10.0, 'Send OMCI TID -124'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105327.088 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, e: (10.0, 'Send OMCI TID -124'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105327.886 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:94, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105327.887 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:95, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105327.887 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 94, class_id: 341, entity_id: 259, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105337.089 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, e: (10.0, 'Send OMCI TID -125'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105337.089 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, e: (10.0, 'Send OMCI TID -125'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105337.089 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105337.888 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 94, running: True, timeout: 10, error: Task Interval Data Task:94 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105337.888 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:94, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105337.889 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:94 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105337.889 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 95, running: True, timeout: 10, error: Task ALARM Resynchronization Task:95 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105337.889 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:95, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105337.889 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:95 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105347.091 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 82, e: (10.0, 'Send OMCI TID -126'), class_id: 341, entity_id: 258, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105347.891 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:96, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105347.891 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 96, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105357.892 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 96, running: True, timeout: 10, error: Task ONU OMCI Get Task:96 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105357.893 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:96, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105357.893 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:96 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105357.893 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:97, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105402.892 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:98, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105402.893 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 98, class_id: 341, entity_id: 261, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105407.093 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, e: (10.0, 'Send OMCI TID -128'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105407.094 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, e: (10.0, 'Send OMCI TID -128'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105407.094 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, e: (10.0, 'Send OMCI TID -128'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -128'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105407.094 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 64, e: (10.0, 'Send OMCI TID -128'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -128'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:49:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:49:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:50:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:51:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:52:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:53:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:03] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): Failure: pyvoltha.adapters.extensions.omci.tasks.task.WatchdogTimeoutFailure: Task Interval Data Task:78 watchdog timeout Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): Failure: pyvoltha.adapters.extensions.omci.tasks.task.WatchdogTimeoutFailure: Task Interval Data Task:82 watchdog timeout Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/interval_data_task.py", line 192, in perform_get_interval self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/interval_data_task.py", line 192, in perform_get_interval self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' 20201125T105407.895 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 97, running: True, timeout: 10, error: Task ALARM Resynchronization Task:97 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105407.896 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:97, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105407.896 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:97 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105412.893 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 98, running: True, timeout: 10, error: Task Interval Data Task:98 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105412.894 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:98, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105412.894 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:98 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105417.096 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, e: (10.0, 'Send OMCI TID -129'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105417.096 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, e: (10.0, 'Send OMCI TID -129'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105422.895 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:99, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105422.895 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 99, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105427.098 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 85, e: (10.0, 'Send OMCI TID -130'), class_id: 341, entity_id: 261, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105432.896 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 99, running: True, timeout: 10, error: Task ONU OMCI Get Task:99 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105432.897 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:99, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105432.897 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:99 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105432.897 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:100, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105437.100 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, e: (10.0, 'Send OMCI TID -131'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105437.100 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, e: (10.0, 'Send OMCI TID -131'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105437.100 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105437.896 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:101, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105437.897 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 101, class_id: 334, entity_id: 2, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105442.898 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 100, running: True, timeout: 10, error: Task ALARM Resynchronization Task:100 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105442.898 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:100, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105442.898 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:100 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105447.898 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 101, running: True, timeout: 10, error: Task Interval Data Task:101 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105447.899 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:101, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105447.899 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:101 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105457.103 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, e: (10.0, 'Send OMCI TID -133'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105457.103 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, e: (10.0, 'Send OMCI TID -133'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105457.900 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:102, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105507.105 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 88, e: (10.0, 'Send OMCI TID -134'), class_id: 341, entity_id: 261, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105507.902 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 102, running: True, timeout: 10, error: Task ALARM Resynchronization Task:102 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105507.902 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:102, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105507.902 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:102 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105507.903 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:103, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105507.903 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 103, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105512.902 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:103, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105512.902 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105512.903 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:104, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105512.903 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 104, class_id: 341, entity_id: 260, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105517.106 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, e: (10.0, 'Send OMCI TID -135'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105517.106 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, e: (10.0, 'Send OMCI TID -135'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105517.106 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105522.904 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:105, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105522.905 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 104, running: True, timeout: 10, error: Task Interval Data Task:104 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105522.905 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:104, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105522.905 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:104 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105527.108 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, e: (10.0, 'Send OMCI TID -136'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105527.108 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, e: (10.0, 'Send OMCI TID -136'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105532.907 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 105, running: True, timeout: 10, error: Task ALARM Resynchronization Task:105 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105532.907 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:105, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105532.907 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:105 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105532.907 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:106, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105532.908 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 106, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105537.110 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, e: (10.0, 'Send OMCI TID -137'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105537.110 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, e: (10.0, 'Send OMCI TID -137'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105537.110 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, e: (10.0, 'Send OMCI TID -137'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -137'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105537.111 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 67, e: (10.0, 'Send OMCI TID -137'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -137'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105542.909 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 106, running: True, timeout: 10, error: Task ONU OMCI Get Task:106 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105542.910 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:106, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105542.910 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:106 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105547.909 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:107, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105547.910 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:108, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105547.910 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 107, class_id: 24, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105557.114 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 91, e: (10.0, 'Send OMCI TID -139'), class_id: 334, entity_id: 2, attributes: ['drop_events', 'octets', 'packets', 'broadcast_packets', 'multicast_packets', 'crc_errored_packets', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105557.912 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 107, running: True, timeout: 10, error: Task Interval Data Task:107 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105557.912 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:107, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105557.912 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:107 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105557.912 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 108, running: True, timeout: 10, error: Task ALARM Resynchronization Task:108 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105557.912 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:108, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105557.912 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:108 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105607.115 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 92, e: (10.0, 'Send OMCI TID -140'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105607.116 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 92, e: (10.0, 'Send OMCI TID -140'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105607.913 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:109, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105607.914 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 109, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105617.117 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, e: (10.0, 'Send OMCI TID -141'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105617.117 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, e: (10.0, 'Send OMCI TID -141'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105617.118 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105617.915 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 109, running: True, timeout: 10, error: Task ONU OMCI Get Task:109 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105617.916 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:109, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105617.916 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:109 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105617.916 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:110, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105622.915 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:111, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105622.915 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 111, class_id: 341, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105627.917 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 110, running: True, timeout: 10, error: Task ALARM Resynchronization Task:110 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105627.917 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:110, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105627.917 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:110 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105632.916 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 111, running: True, timeout: 10, error: Task Interval Data Task:111 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105632.917 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:111, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105632.917 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:111 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105637.120 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 94, e: (10.0, 'Send OMCI TID -143'), class_id: 341, entity_id: 259, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105642.919 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:112, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105642.920 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 112, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105647.122 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 95, e: (10.0, 'Send OMCI TID -144'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105647.123 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 95, e: (10.0, 'Send OMCI TID -144'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105652.920 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 112, running: True, timeout: 10, error: Task ONU OMCI Get Task:112 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105652.921 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:112, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105652.921 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:112 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105652.921 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:113, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105657.124 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, e: (10.0, 'Send OMCI TID -145'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105657.125 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, e: (10.0, 'Send OMCI TID -145'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105657.125 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105657.921 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:114, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105657.921 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 114, class_id: 322, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105702.922 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 113, running: True, timeout: 10, error: Task ALARM Resynchronization Task:113 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105702.922 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:113, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105702.923 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:113 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105707.127 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, e: (10.0, 'Send OMCI TID -146'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105707.127 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, e: (10.0, 'Send OMCI TID -146'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105707.127 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, e: (10.0, 'Send OMCI TID -146'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -146'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105707.127 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 70, e: (10.0, 'Send OMCI TID -146'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -146'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105707.923 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 114, running: True, timeout: 10, error: Task Interval Data Task:114 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105707.923 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:114, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105707.923 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:114 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105717.925 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:115, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105727.129 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 97, e: (10.0, 'Send OMCI TID -148'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105727.130 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 97, e: (10.0, 'Send OMCI TID -148'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105727.927 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 115, running: True, timeout: 10, error: Task ALARM Resynchronization Task:115 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105727.927 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:115, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105727.928 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:115 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105727.928 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:116, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105727.928 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 116, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105732.926 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:116, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105732.927 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105732.927 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:117, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105732.928 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 117, class_id: 322, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105737.131 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 98, e: (10.0, 'Send OMCI TID -149'), class_id: 341, entity_id: 261, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105742.930 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:118, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105742.930 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 117, running: True, timeout: 10, error: Task Interval Data Task:117 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105742.930 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:117, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105742.931 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:117 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105752.932 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 118, running: True, timeout: 10, error: Task ALARM Resynchronization Task:118 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105752.932 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:118, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105752.932 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:118 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105752.933 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:119, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105752.933 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 119, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105757.135 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, e: (10.0, 'Send OMCI TID -151'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105757.135 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, e: (10.0, 'Send OMCI TID -151'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105757.135 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105802.934 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 119, running: True, timeout: 10, error: Task ONU OMCI Get Task:119 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105802.934 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:119, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105802.934 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:119 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105807.137 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 100, e: (10.0, 'Send OMCI TID -152'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105807.137 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 100, e: (10.0, 'Send OMCI TID -152'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105807.934 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:120, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105807.935 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:121, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105807.935 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 120, class_id: 24, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105817.138 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 101, e: (10.0, 'Send OMCI TID -153'), class_id: 334, entity_id: 2, attributes: ['drop_events', 'octets', 'packets', 'broadcast_packets', 'multicast_packets', 'crc_errored_packets', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105817.937 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 120, running: True, timeout: 10, error: Task Interval Data Task:120 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105817.937 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:120, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105817.937 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:120 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105817.938 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 121, running: True, timeout: 10, error: Task ALARM Resynchronization Task:121 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105817.938 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:121, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105817.938 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:121 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105827.141 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, e: (10.0, 'Send OMCI TID -154'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105827.141 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, e: (10.0, 'Send OMCI TID -154'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105827.141 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, e: (10.0, 'Send OMCI TID -154'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -154'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105827.142 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 73, e: (10.0, 'Send OMCI TID -154'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -154'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105827.939 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:122, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105827.939 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 122, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105837.143 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 102, e: (10.0, 'Send OMCI TID -155'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105837.143 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 102, e: (10.0, 'Send OMCI TID -155'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105837.940 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 122, running: True, timeout: 10, error: Task ONU OMCI Get Task:122 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105837.941 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:122, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105837.941 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:122 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105837.941 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:123, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105842.940 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:124, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105842.941 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 124, class_id: 341, entity_id: 258, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:54:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:54:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:55:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:56:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:57:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:38] "GET /healthz HTTP/1.1" 200 - Unhandled error in Deferred: Traceback (most recent call last): Failure: pyvoltha.adapters.extensions.omci.tasks.task.WatchdogTimeoutFailure: Task Interval Data Task:101 watchdog timeout Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/omci_get_request.py", line 246, in perform_get_omci self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1475, in gotResult _inlineCallbacks(r, g, status) --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks result = result.throwExceptionIntoGenerator(g) File "/usr/local/lib/python3.6/site-packages/twisted/python/failure.py", line 512, in throwExceptionIntoGenerator return g.throw(self.type, self.value, self.tb) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/interval_data_task.py", line 192, in perform_get_interval self.deferred.errback(failure.Failure(e)) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 561, in _startRunCallbacks raise AlreadyCalledError twisted.internet.defer.AlreadyCalledError: Unhandled error in Deferred: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/twisted/internet/base.py", line 913, in runUntilCurrent call.func(*call.args, **call.kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 663, in _request_timeout d.errback(failure.Failure(TimeoutError(timeout, "Send OMCI TID -{}".format(tx_tid)))) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 501, in errback self._startRunCallbacks(fail) File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 568, in _startRunCallbacks self._runCallbacks() --- --- File "/usr/local/lib/python3.6/site-packages/twisted/internet/defer.py", line 654, in _runCallbacks current.result = callback(current.result, *args, **kw) File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/omci_cc.py", line 610, in _request_success rx_tid = rx_frame.fields.get('transaction_id') builtins.AttributeError: 'NoneType' object has no attribute 'fields' 20201125T105847.144 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, e: (10.0, 'Send OMCI TID -156'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105847.145 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, e: (10.0, 'Send OMCI TID -156'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105847.145 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105847.943 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 123, running: True, timeout: 10, error: Task ALARM Resynchronization Task:123 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105847.943 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:123, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105847.943 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:123 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105852.942 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 124, running: True, timeout: 10, error: Task Interval Data Task:124 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105852.943 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:124, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105852.943 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:124 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105902.944 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:125, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105902.945 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 125, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105907.149 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 104, e: (10.0, 'Send OMCI TID -158'), class_id: 341, entity_id: 260, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105912.946 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 125, running: True, timeout: 10, error: Task ONU OMCI Get Task:125 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105912.946 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:125, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105912.947 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:125 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105912.947 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:126, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105917.150 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 105, e: (10.0, 'Send OMCI TID -159'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105917.151 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 105, e: (10.0, 'Send OMCI TID -159'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105917.946 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:127, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105917.947 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 127, class_id: 341, entity_id: 263, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105922.948 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 126, running: True, timeout: 10, error: Task ALARM Resynchronization Task:126 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105922.948 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:126, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105922.948 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:126 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105927.152 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, e: (10.0, 'Send OMCI TID -160'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105927.153 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, e: (10.0, 'Send OMCI TID -160'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105927.153 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, e: (10.0, 'Send OMCI TID -160'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -160'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105927.153 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 76, e: (10.0, 'Send OMCI TID -160'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -160'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105927.948 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 127, running: True, timeout: 10, error: Task Interval Data Task:127 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105927.949 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:127, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105927.949 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:127 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105937.949 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:128, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105947.156 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, e: (10.0, 'Send OMCI TID -162'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105947.156 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, e: (10.0, 'Send OMCI TID -162'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105947.157 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105947.952 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 128, running: True, timeout: 10, error: Task ALARM Resynchronization Task:128 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105947.952 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:128, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105947.952 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:128 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105947.952 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:129, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105947.953 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 129, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105952.951 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:129, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105952.952 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105952.952 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:130, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105952.952 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 130, class_id: 341, entity_id: 262, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T105957.159 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 107, e: (10.0, 'Send OMCI TID -163'), class_id: 24, entity_id: 257, attributes: ['fcs_errors', 'excessive_collision_counter', 'late_collision_counter', 'frames_too_long', 'buffer_overflows_on_rx', 'buffer_overflows_on_tx', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110002.954 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:131, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110002.955 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 130, running: True, timeout: 10, error: Task Interval Data Task:130 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110002.955 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:130, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110002.955 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:130 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110007.161 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 108, e: (10.0, 'Send OMCI TID -164'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110007.161 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 108, e: (10.0, 'Send OMCI TID -164'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110012.956 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 131, running: True, timeout: 10, error: Task ALARM Resynchronization Task:131 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110012.957 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:131, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110012.957 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:131 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110012.957 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:132, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110012.957 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 132, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110022.958 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 132, running: True, timeout: 10, error: Task ONU OMCI Get Task:132 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110022.958 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:132, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110022.958 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:132 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110027.164 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 92, e: (10.0, 'Send OMCI TID -166'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110027.164 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 92, e: (10.0, 'Send OMCI TID -166'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110027.165 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 92, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110027.958 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:133, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110027.959 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:134, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110027.959 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 133, class_id: 341, entity_id: 262, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110037.166 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 110, e: (10.0, 'Send OMCI TID -167'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110037.166 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 110, e: (10.0, 'Send OMCI TID -167'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110037.960 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 133, running: True, timeout: 10, error: Task Interval Data Task:133 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110037.960 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:133, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110037.961 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:133 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110037.961 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 134, running: True, timeout: 10, error: Task ALARM Resynchronization Task:134 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110037.961 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:134, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110037.961 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:134 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110047.167 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 111, e: (10.0, 'Send OMCI TID -168'), class_id: 341, entity_id: 257, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110047.963 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:135, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110047.964 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 135, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110057.169 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, e: (10.0, 'Send OMCI TID -169'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110057.169 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, e: (10.0, 'Send OMCI TID -169'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110057.170 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, e: (10.0, 'Send OMCI TID -169'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -169'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110057.170 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 79, e: (10.0, 'Send OMCI TID -169'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -169'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110057.965 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 135, running: True, timeout: 10, error: Task ONU OMCI Get Task:135 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110057.965 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:135, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110057.965 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:135 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110057.966 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:136, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110102.965 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:137, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110102.966 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 137, class_id: 341, entity_id: 262, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110107.967 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 136, running: True, timeout: 10, error: Task ALARM Resynchronization Task:136 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110107.968 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:136, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110107.968 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:136 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110112.967 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 137, running: True, timeout: 10, error: Task Interval Data Task:137 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110112.967 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:137, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110112.968 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:137 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110117.173 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 113, e: (10.0, 'Send OMCI TID -171'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110117.173 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 113, e: (10.0, 'Send OMCI TID -171'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110122.969 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:138, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110122.970 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 138, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110127.174 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 95, e: (10.0, 'Send OMCI TID -172'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110127.174 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 95, e: (10.0, 'Send OMCI TID -172'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110127.175 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 95, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110132.971 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 138, running: True, timeout: 10, error: Task ONU OMCI Get Task:138 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110132.971 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:138, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110132.972 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:138 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110132.972 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:139, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110137.175 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 114, e: (10.0, 'Send OMCI TID -173'), class_id: 322, entity_id: 257, attributes: ['drop_events', 'octets', 'packets', 'broadcast_packets', 'multicast_packets', 'crc_errored_packets', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110137.972 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:140, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110137.972 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 140, class_id: 341, entity_id: 263, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110142.973 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 139, running: True, timeout: 10, error: Task ALARM Resynchronization Task:139 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110142.973 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:139, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110142.973 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:139 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110147.177 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, e: (10.0, 'Send OMCI TID -174'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110147.178 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, e: (10.0, 'Send OMCI TID -174'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110147.178 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, e: (10.0, 'Send OMCI TID -174'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -174'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110147.178 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 81, e: (10.0, 'Send OMCI TID -174'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -174'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110147.973 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 140, running: True, timeout: 10, error: Task Interval Data Task:140 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110147.974 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:140, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110147.974 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:140 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110157.179 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 115, e: (10.0, 'Send OMCI TID -175'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110157.179 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 115, e: (10.0, 'Send OMCI TID -175'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110157.975 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:141, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110207.977 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 141, running: True, timeout: 10, error: Task ALARM Resynchronization Task:141 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110207.978 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:141, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110207.978 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:141 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110207.978 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:142, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110207.978 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 142, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110212.977 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:142, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110212.977 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110212.977 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:143, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110212.978 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 143, class_id: 341, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110217.181 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 117, e: (10.0, 'Send OMCI TID -177'), class_id: 322, entity_id: 257, attributes: ['drop_events', 'octets', 'packets', 'broadcast_packets', 'multicast_packets', 'crc_errored_packets', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110222.979 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:144, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110222.980 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 143, running: True, timeout: 10, error: Task Interval Data Task:143 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110222.980 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:143, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110222.980 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:143 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110227.183 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 97, e: (10.0, 'Send OMCI TID -178'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110227.183 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 97, e: (10.0, 'Send OMCI TID -178'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110227.183 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 97, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110232.981 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 144, running: True, timeout: 10, error: Task ALARM Resynchronization Task:144 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110232.982 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:144, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110232.982 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:144 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110232.982 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:145, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110232.982 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 145, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110237.184 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 118, e: (10.0, 'Send OMCI TID -179'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110237.185 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 118, e: (10.0, 'Send OMCI TID -179'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110242.983 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 145, running: True, timeout: 10, error: Task ONU OMCI Get Task:145 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110242.983 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:145, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110242.983 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:145 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110247.984 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:146, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110247.984 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:147, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110247.985 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 146, class_id: 321, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.188 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, e: (10.0, 'Send OMCI TID -181'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.188 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, e: (10.0, 'Send OMCI TID -181'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.188 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, e: (10.0, 'Send OMCI TID -181'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -181'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.189 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 84, e: (10.0, 'Send OMCI TID -181'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -181'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.986 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 146, running: True, timeout: 10, error: Task Interval Data Task:146 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.986 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:146, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.986 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:146 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.987 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 147, running: True, timeout: 10, error: Task ALARM Resynchronization Task:147 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.987 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:147, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110257.987 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:147 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110307.191 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 120, e: (10.0, 'Send OMCI TID -182'), class_id: 24, entity_id: 257, attributes: ['fcs_errors', 'excessive_collision_counter', 'late_collision_counter', 'frames_too_long', 'buffer_overflows_on_rx', 'buffer_overflows_on_tx', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110307.989 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:148, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110307.989 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 148, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110317.192 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 121, e: (10.0, 'Send OMCI TID -183'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110317.192 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 121, e: (10.0, 'Send OMCI TID -183'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110317.990 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 148, running: True, timeout: 10, error: Task ONU OMCI Get Task:148 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110317.991 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:148, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110317.991 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:148 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110317.991 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:149, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110322.990 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:150, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110322.990 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 150, class_id: 341, entity_id: 264, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110327.194 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 100, e: (10.0, 'Send OMCI TID -184'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110327.194 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 100, e: (10.0, 'Send OMCI TID -184'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110327.194 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 100, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110327.992 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 149, running: True, timeout: 10, error: Task ALARM Resynchronization Task:149 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110327.993 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:149, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110327.993 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:149 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 10.100.153.136 - - [25/Nov/2020 10:58:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:58:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 10:59:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:00:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:01:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:28] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:33] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:33] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:38] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:38] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:43] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:43] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:48] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:48] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:53] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:53] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:58] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:02:58] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:03] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:03] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:08] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:08] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:13] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:13] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:18] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:18] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:23] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:23] "GET /healthz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:28] "GET /readz HTTP/1.1" 200 - 10.100.153.136 - - [25/Nov/2020 11:03:28] "GET /healthz HTTP/1.1" 200 - 20201125T110332.991 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 150, running: True, timeout: 10, error: Task Interval Data Task:150 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110332.991 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:150, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110332.991 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:150 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110342.993 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:151, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110342.994 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 151, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110347.197 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 123, e: (10.0, 'Send OMCI TID -186'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110347.197 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 123, e: (10.0, 'Send OMCI TID -186'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110352.995 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 151, running: True, timeout: 10, error: Task ONU OMCI Get Task:151 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110352.995 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:151, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110352.995 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:151 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110352.996 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:152, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110357.199 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 124, e: (10.0, 'Send OMCI TID -187'), class_id: 341, entity_id: 258, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110357.995 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:153, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110357.996 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 153, class_id: 312, entity_id: 32769, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110402.997 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 152, running: True, timeout: 10, error: Task ALARM Resynchronization Task:152 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110402.997 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:152, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110402.998 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:152 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110407.201 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 102, e: (10.0, 'Send OMCI TID -188'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110407.201 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 102, e: (10.0, 'Send OMCI TID -188'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110407.202 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 102, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110407.997 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 153, running: True, timeout: 10, error: Task Interval Data Task:153 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110407.998 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:153, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110407.998 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:153 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110417.203 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, e: (10.0, 'Send OMCI TID -189'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110417.203 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, e: (10.0, 'Send OMCI TID -189'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110417.203 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, e: (10.0, 'Send OMCI TID -189'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -189'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110417.204 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 87, e: (10.0, 'Send OMCI TID -189'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -189'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110417.999 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:154, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110428.001 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 154, running: True, timeout: 10, error: Task ALARM Resynchronization Task:154 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110428.002 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:154, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110428.002 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:154 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110428.002 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:155, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110428.002 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 155, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110433.001 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:155, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110433.001 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110433.002 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:156, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110433.002 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 156, class_id: 321, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110437.208 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 126, e: (10.0, 'Send OMCI TID -191'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110437.208 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 126, e: (10.0, 'Send OMCI TID -191'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110443.004 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:157, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110443.004 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 156, running: True, timeout: 10, error: Task Interval Data Task:156 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110443.004 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:156, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110443.004 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:156 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110447.210 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 127, e: (10.0, 'Send OMCI TID -192'), class_id: 341, entity_id: 263, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110453.006 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 157, running: True, timeout: 10, error: Task ALARM Resynchronization Task:157 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110453.007 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:157, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110453.007 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:157 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110453.007 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:158, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110453.007 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 158, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110457.211 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 105, e: (10.0, 'Send OMCI TID -193'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110457.212 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 105, e: (10.0, 'Send OMCI TID -193'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110457.212 WARNING MainThread task.strobe_watchdog {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 105, running: False, timeout: 10, event: task-watchdog-tripped, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110503.009 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 158, running: True, timeout: 10, error: Task ONU OMCI Get Task:158 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110503.009 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:158, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110503.010 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:158 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110507.213 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 128, e: (10.0, 'Send OMCI TID -194'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110507.213 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 128, e: (10.0, 'Send OMCI TID -194'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110508.008 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:159, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110508.008 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:160, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110508.009 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 159, class_id: 322, entity_id: 257, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110518.010 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 159, running: True, timeout: 10, error: Task Interval Data Task:159 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110518.010 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:159, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110518.010 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:159 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110518.010 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 160, running: True, timeout: 10, error: Task ALARM Resynchronization Task:160 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110518.011 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:160, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110518.011 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:160 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110527.216 WARNING MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 130, e: (10.0, 'Send OMCI TID -196'), class_id: 341, entity_id: 262, attributes: ['transmitted_gem_frames', 'received_gem_frames', 'received_payload_bytes', 'transmitted_payload_bytes', 'interval_end_time'], event: interval-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110528.012 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ONU OMCI Get Task, ID:161, Priority: 128, Exclusive: True, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110528.012 INFO MainThread omci_get_request.perform_get_omci {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 161, entity_class: , entity_id: 32769, attributes: ['optical_signal_level', 'transmit_optical_level'], event: perform-get, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110537.217 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, e: (10.0, 'Send OMCI TID -197'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110537.218 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, e: (10.0, 'Send OMCI TID -197'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110537.218 ERROR MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, e: (10.0, 'Send OMCI TID -197'), event: alarm-resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 193, in snapshot_alarm command_sequence_number = yield self.send_alarm_upload() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -197'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110537.218 ERROR MainThread alarm_resync_task.perform_alarm_resync {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 89, e: (10.0, 'Send OMCI TID -197'), event: resync, exception: Traceback (most recent call last): File "/usr/local/lib/python3.6/site-packages/pyvoltha/adapters/extensions/omci/tasks/alarm_resync_task.py", line 126, in perform_alarm_resync results = yield self.snapshot_alarm() twisted.internet.defer.TimeoutError: (10.0, 'Send OMCI TID -197'), instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110538.013 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ONU OMCI Get Task, task_id: 161, running: True, timeout: 10, error: Task ONU OMCI Get Task:161 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110538.014 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ONU OMCI Get Task, ID:161, Priority: 128, Exclusive: True, Watchdog: 10, running: 1, pending: 1, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110538.014 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ONU OMCI Get Task:161 watchdog timeout ], event: poll-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110538.014 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: ALARM Resynchronization Task, ID:162, Priority: 128, Exclusive: False, Watchdog: 10, running: 0, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110543.014 INFO MainThread task_runner._run_next_task {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task: Task: Interval Data Task, ID:163, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: starting-task, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110543.014 INFO MainThread interval_data_task.perform_get_interval {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 163, class_id: 341, entity_id: 258, event: perform-get-interval, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110547.220 WARNING MainThread alarm_resync_task.send_alarm_upload {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 131, e: (10.0, 'Send OMCI TID -198'), event: alarm-resync-get-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110547.220 WARNING MainThread alarm_resync_task.snapshot_alarm {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 131, e: (10.0, 'Send OMCI TID -198'), event: timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110548.016 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: ALARM Resynchronization Task, task_id: 162, running: True, timeout: 10, error: Task ALARM Resynchronization Task:162 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110548.017 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: ALARM Resynchronization Task, ID:162, Priority: 128, Exclusive: False, Watchdog: 10, running: 2, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110548.017 INFO MainThread alarm_sync.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task ALARM Resynchronization Task:162 watchdog timeout ], event: alarm-update-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110553.016 ERROR MainThread task.watchdog_timeout {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, name: Interval Data Task, task_id: 163, running: True, timeout: 10, error: Task Interval Data Task:163 watchdog timeout, event: task-watchdog-timeout, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110553.016 WARNING MainThread task_runner._on_task_failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, task_id: Task: Interval Data Task, ID:163, Priority: 128, Exclusive: False, Watchdog: 10, running: 1, pending: 0, event: task-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None} 20201125T110553.017 INFO MainThread performance_intervals.failure {device_id: cd8dbec0-1375-4576-92f7-ba0c7fc26d2c, reason: [Failure instance: Traceback (failure with no frames): : Task Interval Data Task:163 watchdog timeout ], event: collect-failure, instance_id: voltha-adapter-openonu-0, vcore_id: None}