Update after crawlee update

Author: Pijukatel

docs/03_concepts/code/03_rq.py

@@ -20,13 +20,10 @@ async def main() -> None:
 
         # If you try to add an existing request again, it will not do anything
         add_request_info = await queue.add_request(
-            Request.from_url('http://different-example.com/5')
+            Request.from_url('http://example.com/5')
         )
         Actor.log.info(f'Add request info: {add_request_info}')
 
-        processed_request = await queue.get_request(add_request_info.id)
-        Actor.log.info(f'Processed request: {processed_request}')
-
         # Finally, process the queue until all requests are handled
         while not await queue.is_finished():
             # Fetch the next unhandled request in the queue
@@ -51,3 +48,6 @@ async def main() -> None:
                 # processed again.
                 Actor.log.warning('Request failed, will retry!')
                 await queue.reclaim_request(request)
+
+
+asyncio.run(main())

pyproject.toml

@@ -36,7 +36,7 @@ keywords = [
 dependencies = [
     "apify-client>=2.0.0,<3.0.0",
     "apify-shared>=2.0.0,<3.0.0",
-    "crawlee@git+https://github.com/apify/crawlee-python.git@remove-request-id",
+    "crawlee@git+https://github.com/apify/crawlee-python.git@master",
     "cachetools>=5.5.0",
     "cryptography>=42.0.0",
     "httpx>=0.27.0",

tests/integration/actor_source_base/requirements.txt

@@ -1,4 +1,4 @@
 # The test fixture will put the Apify SDK wheel path on the next line
 APIFY_SDK_WHEEL_PLACEHOLDER
 uvicorn[standard]
-crawlee[parsel] @ git+https://github.com/apify/crawlee-python.git@remove-request-id
+crawlee[parsel] @ git+https://github.com/apify/crawlee-python.git@master

tests/integration/test_actor_request_queue.py

@@ -85,6 +85,7 @@ async def test_force_cloud(
 ) -> None:
     request_queue_id = (await apify_named_rq.get_metadata()).id
     request_info = await apify_named_rq.add_request(Request.from_url('http://example.com'))
+    assert request_info.id is not None
     request_queue_client = apify_client_async.request_queue(request_queue_id)
 
     request_queue_details = await request_queue_client.get()