We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7dd0f66 commit f3b9812Copy full SHA for f3b9812
1 file changed
src/crawlee/crawlers/_basic/_basic_crawler.py
@@ -440,7 +440,7 @@ def __init__(
440
self._statistics = statistics or cast(
441
'Statistics[TStatisticsState]',
442
Statistics.with_default_state(
443
- persistence_enabled=True,
+ persistence_enabled=True, # TODO: Why does changing this to True breaks unrelated tests?
444
periodic_message_logger=self._logger,
445
statistics_log_format=self._statistics_log_format,
446
log_message='Current request statistics:',
@@ -753,7 +753,6 @@ async def _run_crawler(self) -> None:
753
self._service_locator.get_event_manager().emit(
754
event=Event.PERSIST_STATE, event_data=EventPersistStateData(is_migrating=False)
755
)
756
- await asyncio.sleep(10)
757
758
async def add_requests(
759
self,
0 commit comments