Skip to content

Commit d01ee31

Browse files
feat: check active_groups is empty in is_done() safety check
Co-Authored-By: unknown <>
1 parent 5911051 commit d01ee31

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

airbyte_cdk/sources/concurrent_source/concurrent_read_processor.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -370,6 +370,12 @@ def is_done(self) -> bool:
370370
internal_message=f"Streams {stuck_stream_names} remained in the partition generation queue after all streams were marked done.",
371371
failure_type=FailureType.system_error,
372372
)
373+
if is_done and self._active_groups:
374+
raise AirbyteTracedException(
375+
message="Active stream groups are not empty after all streams completed.",
376+
internal_message=f"Groups {dict(self._active_groups)} still active after all streams were marked done.",
377+
failure_type=FailureType.system_error,
378+
)
373379
if is_done and self._exceptions_per_stream_name:
374380
error_message = generate_failed_streams_error_message(self._exceptions_per_stream_name)
375381
self._logger.info(error_message)

0 commit comments

Comments
 (0)