Skip to content

Commit fb118fd

Browse files
committed
Minimal change to push back to dofn generating output if the sdk is producing faster than runner is consuming.
1 parent c971ec4 commit fb118fd

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

sdks/python/apache_beam/runners/worker/data_plane.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -456,7 +456,8 @@ class _GrpcDataChannel(DataChannel):
456456
def __init__(self, data_buffer_time_limit_ms=0):
457457
# type: (int) -> None
458458
self._data_buffer_time_limit_ms = data_buffer_time_limit_ms
459-
self._to_send = queue.Queue() # type: queue.Queue[DataOrTimers]
459+
self._to_send = queue.Queue(maxsize=10) # type: queue.Queue[DataOrTimers]
460+
_LOGGER.info('DO_NOT_SUBMIT Using to_send maxsize=10')
460461
self._received = collections.defaultdict(
461462
lambda: queue.Queue(maxsize=5)
462463
) # type: DefaultDict[str, queue.Queue[DataOrTimers]]

0 commit comments

Comments
 (0)