Communication between ofagent and rw-core stops when bbsim is activated with 10 PON-PORTS and 20 ONU's per PON-PORT

1. Bring up voltha2.x setup with docker compose
2. Bring up bbsim with 10 PON-PORTS and 20 ONUS per PON-PORT
3. Preprovision olt and activate in vcli
4. Check ofagent logs, observed below error in ofagent logs
................
00000010: FF FF FF FF 00 00 00 00 ........, len: 24, event: data-received, instance_id: compose_ofagent_1}
20191030T154534.479 DEBUG of_connection.dataReceived

{len: 24, xid: 12, name: port_stats_request, module: loxi.of13.message, event: received-msg, instance_id: compose_ofagent_1}

20191030T154534.481 ERROR of_protocol_handler.handle_port_stats_request {req: <loxi.of13.message.port_stats_request object at 0x7f64754c3f10>, event: failed-port_stats-request, exception: Traceback (most recent call last):
File "/ofagent/ofagent/of_protocol_handler.py", line 280, in handle_port_stats_request
ports = yield self.rpc.list_ports(self.device_id)
File "/usr/local/lib/python2.7/dist-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks
result = result.throwExceptionIntoGenerator(g)
File "/usr/local/lib/python2.7/dist-packages/twisted/python/failure.py", line 491, in throwExceptionIntoGenerator
return g.throw(self.type, self.value, self.tb)
File "/ofagent/ofagent/grpc_client.py", line 298, in list_ports
self.get_core_transaction_metadata(),))
File "/usr/local/lib/python2.7/dist-packages/twisted/python/threadpool.py", line 250, in inContext
result = inContext.theWork()
File "/usr/local/lib/python2.7/dist-packages/twisted/python/threadpool.py", line 266, in <lambda>
inContext.theWork = lambda: context.call(ctx, func, *args, **kw)
File "/usr/local/lib/python2.7/dist-packages/twisted/python/context.py", line 122, in callWithContext
return self.currentContext().callWithContext(ctx, func, *args, **kw)
File "/usr/local/lib/python2.7/dist-packages/twisted/python/context.py", line 85, in callWithContext
return func(args,*kw)
File "/usr/local/lib/python2.7/dist-packages/grpc/channel.py", line 533, in __call_
return _end_unary_response_blocking(state, call, False, None)
File "/usr/local/lib/python2.7/dist-packages/grpc/_channel.py", line 467, in _end_unary_response_blocking
raise _Rendezvous(state, None, None, deadline)
_Rendezvous: <_Rendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "

{"created":"@1572450334.480046386","description":"Error received from peer","file":"src/core/lib/surface/call.cc","file_line":1017,"grpc_message":"Deadline Exceeded","grpc_status":4}

"
>, instance_id: compose_ofagent_1}
20191030T154534.490 DEBUG of_connection.dataReceived

{received: 00000000: 04 12 00 10 00 00 00 5D 00 03 00 00 00 00 00 00 .......]........, len: 16, event: data-received, instance_id: compose_ofagent_1}

20191030T154534.491 DEBUG of_connection.dataReceived

{len: 16, xid: 93, name: table_stats_request, module: loxi.of13.message, event: received-msg, instance_id: compose_ofagent_1}

20191030T154534.492 DEBUG of_connection.send

{len: 16, xid: 93, name: table_stats_reply, module: loxi.of13.message, event: sending, instance_id: compose_ofagent_1}

20191030T154534.493 DEBUG of_connection.send

{sent: 00000000: 04 13 00 10 00 00 00 5D 00 03 00 00 00 00 00 00 .......]........, event: data-sent, instance_id: compose_ofagent_1}

20191030T154534.503 ERROR of_protocol_handler.handle_flow_stats_request {req: <loxi.of13.message.flow_stats_request object at 0x7f647540fa50>, event: failed-flow-stats-request, exception: Traceback (most recent call last):
File "/ofagent/ofagent/of_protocol_handler.py", line 244, in handle_flow_stats_request
flow_stats = yield self.rpc.list_flows(self.device_id)
File "/usr/local/lib/python2.7/dist-packages/twisted/internet/defer.py", line 1416, in _inlineCallbacks
result = result.throwExceptionIntoGenerator(g)
File "/usr/local/lib/python2.7/dist-packages/twisted/python/failure.py", line 491, in throwExceptionIntoGenerator
return g.throw(self.type, self.value, self.tb)
File "/ofagent/ofagent/grpc_client.py", line 280, in list_flows
self.get_core_transaction_metadata(),))
File "/usr/local/lib/python2.7/dist-packages/twisted/python/threadpool.py", line 250, in inContext
result = inContext.theWork()
File "/usr/local/lib/python2.7/dist-packages/twisted/python/threadpool.py", line 266, in <lambda>
inContext.theWork = lambda: context.call(ctx, func, *args, **kw)
File "/usr/local/lib/python2.7/dist-packages/twisted/python/context.py", line 122, in callWithContext
return self.currentContext().callWithContext(ctx, func, *args, **kw)
File "/usr/local/lib/python2.7/dist-packages/twisted/python/context.py", line 85, in callWithContext
return func(args,*kw)
File "/usr/local/lib/python2.7/dist-packages/grpc/channel.py", line 533, in __call_
return _end_unary_response_blocking(state, call, False, None)
File "/usr/local/lib/python2.7/dist-packages/grpc/_channel.py", line 467, in _end_unary_response_blocking
raise _Rendezvous(state, None, None, deadline)
_Rendezvous: <_Rendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "

{"created":"@1572450334.493172876","description":"Error received from peer","file":"src/core/lib/surface/call.cc","file_line":1017,"grpc_message":"Deadline Exceeded","grpc_status":4}

"
>, instance_id: compose_ofagent_1}
20191030T154538.103 ERROR connection_mgr.get_list_of_logical_devices_from_voltha {status: StatusCode.DEADLINE_EXCEEDED, exception: <_Rendezvous of RPC that terminated with:
status = StatusCode.DEADLINE_EXCEEDED
details = "Deadline Exceeded"
debug_error_string = "

{"created":"@1572450338.102075844","description":"Error received from peer","file":"src/core/lib/surface/call.cc","file_line":1017,"grpc_message":"Deadline Exceeded","grpc_status":4}

"
>, event: vcore-communication-failure, instance_id: compose_ofagent_1}
20191030T154538.122 INFO connection_mgr.get_list_of_logical_devices_from_voltha

{after_delay: 0.5, event: reconnect, instance_id: compose_ofagent_1}

20191030T154538.125 INFO main.shutdown_components

{event: exiting-on-keyboard-interrupt, instance_id: compose_ofagent_1}

20191030T154538.125 DEBUG connection_mgr.stop

{event: stopping, instance_id: compose_ofagent_1}

20191030T154538.126 DEBUG agent.stop

{event: stopping, instance_id: compose_ofagent_1}

20191030T154538.127 INFO agent.stop

{event: stopped, instance_id: compose_ofagent_1}

20191030T154538.128 DEBUG connection_mgr._reset_grpc_attributes

{event: start-reset-grpc-attributes, instance_id: compose_ofagent_1}

20191030T154538.128 DEBUG grpc_client.stop

{event: stopping, instance_id: compose_ofagent_1}

20191030T154538.129 INFO grpc_client.stop

{event: stopped, instance_id: compose_ofagent_1}

20191030T154538.131 DEBUG connection_mgr._reset_grpc_attributes

{event: stop-reset-grpc-attributes, instance_id: compose_ofagent_1}

20191030T154538.132 INFO connection_mgr.stop

{event: stopped, instance_id: compose_ofagent_1}