Skip to content

Commit 7712410

Browse files
committed
Rename default_request_queue_apify
1 parent 10bc7e2 commit 7712410

2 files changed

Lines changed: 50 additions & 50 deletions

File tree

tests/integration/conftest.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -108,7 +108,7 @@ def apify_client_async(apify_token: str) -> ApifyClientAsync:
108108

109109

110110
@pytest.fixture(params=[False, True])
111-
async def default_request_queue_apify(
111+
async def request_queue_apify(
112112
apify_token: str, monkeypatch: pytest.MonkeyPatch, request: pytest.FixtureRequest
113113
) -> AsyncGenerator[RequestQueue]:
114114
"""Create an instance of the Apify request queue on the platform and drop it when the test is finished."""

tests/integration/test_request_queue.py

Lines changed: 49 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -23,12 +23,12 @@
2323
from apify.storage_clients._apify._models import ApifyRequestQueueMetadata
2424

2525

26-
async def test_add_and_fetch_requests(default_request_queue_apify: RequestQueue) -> None:
26+
async def test_add_and_fetch_requests(request_queue_apify: RequestQueue) -> None:
2727
"""Test basic functionality of adding and fetching requests."""
2828

2929
desired_request_count = 100
3030
Actor.log.info('Opening request queue...')
31-
rq = default_request_queue_apify
31+
rq = request_queue_apify
3232

3333
# Add some requests
3434
for i in range(desired_request_count):
@@ -54,11 +54,11 @@ async def test_add_and_fetch_requests(default_request_queue_apify: RequestQueue)
5454
assert is_finished is True, f'is_finished={is_finished}'
5555

5656

57-
async def test_add_requests_in_batches(default_request_queue_apify: RequestQueue) -> None:
57+
async def test_add_requests_in_batches(request_queue_apify: RequestQueue) -> None:
5858
"""Test adding multiple requests in a single batch operation."""
5959

6060
desired_request_count = 100
61-
rq = default_request_queue_apify
61+
rq = request_queue_apify
6262
Actor.log.info('Request queue opened')
6363

6464
# Add some requests
@@ -85,11 +85,11 @@ async def test_add_requests_in_batches(default_request_queue_apify: RequestQueue
8585
assert is_finished is True, f'is_finished={is_finished}'
8686

8787

88-
async def test_add_non_unique_requests_in_batch(default_request_queue_apify: RequestQueue) -> None:
88+
async def test_add_non_unique_requests_in_batch(request_queue_apify: RequestQueue) -> None:
8989
"""Test adding requests with duplicate unique keys in batch."""
9090

9191
desired_request_count = 100
92-
rq = default_request_queue_apify
92+
rq = request_queue_apify
9393
Actor.log.info('Request queue opened')
9494

9595
# Add some requests
@@ -122,10 +122,10 @@ async def test_add_non_unique_requests_in_batch(default_request_queue_apify: Req
122122
assert is_finished is True, f'is_finished={is_finished}'
123123

124124

125-
async def test_forefront_requests_ordering(default_request_queue_apify: RequestQueue) -> None:
125+
async def test_forefront_requests_ordering(request_queue_apify: RequestQueue) -> None:
126126
"""Test that forefront requests are processed before regular requests."""
127127

128-
rq = default_request_queue_apify
128+
rq = request_queue_apify
129129
Actor.log.info('Request queue opened')
130130

131131
# Add regular requests
@@ -161,10 +161,10 @@ async def test_forefront_requests_ordering(default_request_queue_apify: RequestQ
161161
)
162162

163163

164-
async def test_request_unique_key_behavior(default_request_queue_apify: RequestQueue) -> None:
164+
async def test_request_unique_key_behavior(request_queue_apify: RequestQueue) -> None:
165165
"""Test behavior of custom unique keys."""
166166

167-
rq = default_request_queue_apify
167+
rq = request_queue_apify
168168
Actor.log.info('Request queue opened')
169169

170170
# Add requests with custom unique keys
@@ -205,10 +205,10 @@ async def test_request_unique_key_behavior(default_request_queue_apify: RequestQ
205205
)
206206

207207

208-
async def test_request_reclaim_functionality(default_request_queue_apify: RequestQueue) -> None:
208+
async def test_request_reclaim_functionality(request_queue_apify: RequestQueue) -> None:
209209
"""Test request reclaiming for failed processing."""
210210

211-
rq = default_request_queue_apify
211+
rq = request_queue_apify
212212
Actor.log.info('Request queue opened')
213213

214214
# Add a test request
@@ -243,10 +243,10 @@ async def test_request_reclaim_functionality(default_request_queue_apify: Reques
243243
assert is_finished is True, f'is_finished={is_finished}'
244244

245245

246-
async def test_request_reclaim_with_forefront(default_request_queue_apify: RequestQueue) -> None:
246+
async def test_request_reclaim_with_forefront(request_queue_apify: RequestQueue) -> None:
247247
"""Test reclaiming requests to the front of the queue."""
248248

249-
rq = default_request_queue_apify
249+
rq = request_queue_apify
250250
Actor.log.info('Request queue opened')
251251

252252
# Add multiple requests
@@ -284,10 +284,10 @@ async def test_request_reclaim_with_forefront(default_request_queue_apify: Reque
284284
Actor.log.info(f'Test completed - processed {remaining_count} additional requests')
285285

286286

287-
async def test_complex_request_objects(default_request_queue_apify: RequestQueue) -> None:
287+
async def test_complex_request_objects(request_queue_apify: RequestQueue) -> None:
288288
"""Test handling complex Request objects with various properties."""
289289

290-
rq = default_request_queue_apify
290+
rq = request_queue_apify
291291
Actor.log.info('Request queue opened')
292292

293293
# Create request with various properties
@@ -327,10 +327,10 @@ async def test_complex_request_objects(default_request_queue_apify: RequestQueue
327327
Actor.log.info('Complex request test completed')
328328

329329

330-
async def test_get_request_by_unique_key(default_request_queue_apify: RequestQueue) -> None:
330+
async def test_get_request_by_unique_key(request_queue_apify: RequestQueue) -> None:
331331
"""Test retrieving specific requests by their unique_key."""
332332

333-
rq = default_request_queue_apify
333+
rq = request_queue_apify
334334
Actor.log.info('Request queue opened')
335335

336336
# Add a request and get its unique_key
@@ -351,10 +351,10 @@ async def test_get_request_by_unique_key(default_request_queue_apify: RequestQue
351351
Actor.log.info('Non-existent unique_key correctly returned None')
352352

353353

354-
async def test_metadata_tracking(default_request_queue_apify: RequestQueue) -> None:
354+
async def test_metadata_tracking(request_queue_apify: RequestQueue) -> None:
355355
"""Test request queue metadata and counts."""
356356

357-
rq = default_request_queue_apify
357+
rq = request_queue_apify
358358
Actor.log.info('Request queue opened')
359359

360360
# Check initial state
@@ -391,10 +391,10 @@ async def test_metadata_tracking(default_request_queue_apify: RequestQueue) -> N
391391
assert final_handled == 3, f'final_handled={final_handled}'
392392

393393

394-
async def test_batch_operations_performance(default_request_queue_apify: RequestQueue) -> None:
394+
async def test_batch_operations_performance(request_queue_apify: RequestQueue) -> None:
395395
"""Test batch operations vs individual operations."""
396396

397-
rq = default_request_queue_apify
397+
rq = request_queue_apify
398398
Actor.log.info('Request queue opened')
399399

400400
# Test batch add vs individual adds
@@ -427,10 +427,10 @@ async def test_batch_operations_performance(default_request_queue_apify: Request
427427
assert is_finished is True, f'is_finished={is_finished}'
428428

429429

430-
async def test_state_consistency(default_request_queue_apify: RequestQueue) -> None:
430+
async def test_state_consistency(request_queue_apify: RequestQueue) -> None:
431431
"""Test queue state consistency during concurrent operations."""
432432

433-
rq = default_request_queue_apify
433+
rq = request_queue_apify
434434
Actor.log.info('Request queue opened')
435435

436436
# Add initial requests
@@ -482,10 +482,10 @@ async def test_state_consistency(default_request_queue_apify: RequestQueue) -> N
482482
assert is_finished is True, f'is_finished={is_finished}'
483483

484484

485-
async def test_empty_rq_behavior(default_request_queue_apify: RequestQueue) -> None:
485+
async def test_empty_rq_behavior(request_queue_apify: RequestQueue) -> None:
486486
"""Test behavior with empty queues."""
487487

488-
rq = default_request_queue_apify
488+
rq = request_queue_apify
489489
Actor.log.info('Request queue opened')
490490

491491
# Test empty queue operations
@@ -513,10 +513,10 @@ async def test_empty_rq_behavior(default_request_queue_apify: RequestQueue) -> N
513513
assert metadata.pending_request_count == 0, f'metadata.pending_request_count={metadata.pending_request_count}'
514514

515515

516-
async def test_large_batch_operations(default_request_queue_apify: RequestQueue) -> None:
516+
async def test_large_batch_operations(request_queue_apify: RequestQueue) -> None:
517517
"""Test handling large batches of requests."""
518518

519-
rq = default_request_queue_apify
519+
rq = request_queue_apify
520520
Actor.log.info('Request queue opened')
521521

522522
# Create a large batch of requests
@@ -550,10 +550,10 @@ async def test_large_batch_operations(default_request_queue_apify: RequestQueue)
550550
assert is_finished is True, f'is_finished={is_finished}'
551551

552552

553-
async def test_mixed_string_and_request_objects(default_request_queue_apify: RequestQueue) -> None:
553+
async def test_mixed_string_and_request_objects(request_queue_apify: RequestQueue) -> None:
554554
"""Test adding both string URLs and Request objects."""
555555

556-
rq = default_request_queue_apify
556+
rq = request_queue_apify
557557
Actor.log.info('Request queue opened')
558558

559559
# Add string URLs
@@ -691,11 +691,11 @@ async def worker() -> int:
691691
assert run_result.status == 'SUCCEEDED'
692692

693693

694-
async def test_persistence_across_operations(default_request_queue_apify: RequestQueue) -> None:
694+
async def test_persistence_across_operations(request_queue_apify: RequestQueue) -> None:
695695
"""Test that queue state persists across different operations."""
696696

697697
# Open queue and add some requests
698-
rq = default_request_queue_apify
698+
rq = request_queue_apify
699699
Actor.log.info('Request queue opened')
700700

701701
# Add initial batch
@@ -753,9 +753,9 @@ async def test_persistence_across_operations(default_request_queue_apify: Reques
753753
assert final_handled == 15, f'final_handled={final_handled}'
754754

755755

756-
async def test_request_deduplication_edge_cases(default_request_queue_apify: RequestQueue) -> None:
756+
async def test_request_deduplication_edge_cases(request_queue_apify: RequestQueue) -> None:
757757
"""Test edge cases in request deduplication."""
758-
rq = default_request_queue_apify
758+
rq = request_queue_apify
759759
Actor.log.info('Request queue opened')
760760

761761
# Test URL normalization and deduplication with expected results
@@ -803,10 +803,10 @@ async def test_request_deduplication_edge_cases(default_request_queue_apify: Req
803803
)
804804

805805

806-
async def test_request_ordering_with_mixed_operations(default_request_queue_apify: RequestQueue) -> None:
806+
async def test_request_ordering_with_mixed_operations(request_queue_apify: RequestQueue) -> None:
807807
"""Test request ordering with mixed add/reclaim operations."""
808808

809-
rq = default_request_queue_apify
809+
rq = request_queue_apify
810810
Actor.log.info('Request queue opened')
811811

812812
# Add initial requests
@@ -898,10 +898,10 @@ async def main() -> None:
898898
assert run_result.status == 'SUCCEEDED'
899899

900900

901-
async def test_finished_state_accuracy(default_request_queue_apify: RequestQueue) -> None:
901+
async def test_finished_state_accuracy(request_queue_apify: RequestQueue) -> None:
902902
"""Test accuracy of is_finished() method in various scenarios."""
903903

904-
rq = default_request_queue_apify
904+
rq = request_queue_apify
905905
Actor.log.info('Request queue opened')
906906

907907
# Initially should be finished
@@ -940,10 +940,10 @@ async def test_finished_state_accuracy(default_request_queue_apify: RequestQueue
940940
assert final_finished is True, f'final_finished={final_finished}'
941941

942942

943-
async def test_operations_performance_pattern(default_request_queue_apify: RequestQueue) -> None:
943+
async def test_operations_performance_pattern(request_queue_apify: RequestQueue) -> None:
944944
"""Test a common performance pattern: producer-consumer."""
945945
Actor.log.info('Request queue opened')
946-
rq = default_request_queue_apify
946+
rq = request_queue_apify
947947

948948
# Producer: Add requests in background
949949
async def producer() -> None:
@@ -998,14 +998,14 @@ async def consumer() -> int:
998998

999999

10001000
async def test_request_queue_enhanced_metadata(
1001-
default_request_queue_apify: RequestQueue,
1001+
request_queue_apify: RequestQueue,
10021002
apify_client_async: ApifyClientAsync,
10031003
) -> None:
10041004
"""Test metadata tracking.
10051005
10061006
Multiple clients scenarios are not guaranteed to give correct results without delay. But at least multiple clients,
10071007
single producer, should be reliable on the producer side."""
1008-
rq = default_request_queue_apify
1008+
rq = request_queue_apify
10091009
for i in range(1, 10):
10101010
await rq.add_request(Request.from_url(f'http://example.com/{i}'))
10111011
# Reliable information as the API response is enhanced with local metadata estimation.
@@ -1023,11 +1023,11 @@ async def test_request_queue_enhanced_metadata(
10231023

10241024

10251025
async def test_request_queue_metadata_another_client(
1026-
default_request_queue_apify: RequestQueue,
1026+
request_queue_apify: RequestQueue,
10271027
apify_client_async: ApifyClientAsync,
10281028
) -> None:
10291029
"""Test metadata tracking. The delayed metadata should be reliable even when changed by another client."""
1030-
rq = default_request_queue_apify
1030+
rq = request_queue_apify
10311031
api_client = apify_client_async.request_queue(request_queue_id=rq.id, client_key=None)
10321032
await api_client.add_request(Request.from_url('http://example.com/1').model_dump(by_alias=True, exclude={'id'}))
10331033

@@ -1038,17 +1038,17 @@ async def test_request_queue_metadata_another_client(
10381038

10391039

10401040
async def test_request_queue_had_multiple_clients(
1041-
default_request_queue_apify: RequestQueue,
1041+
request_queue_apify: RequestQueue,
10421042
apify_client_async: ApifyClientAsync,
10431043
) -> None:
10441044
"""Test that `RequestQueue` correctly detects multiple clients.
10451045
10461046
Clients created with different `client_key` should appear as distinct clients."""
1047-
rq = default_request_queue_apify
1047+
rq = request_queue_apify
10481048
await rq.fetch_next_request()
10491049

10501050
# Accessed with client created explicitly with `client_key=None` should appear as distinct client
1051-
api_client = apify_client_async.request_queue(request_queue_id=default_request_queue_apify.id, client_key=None)
1051+
api_client = apify_client_async.request_queue(request_queue_id=request_queue_apify.id, client_key=None)
10521052
await api_client.list_head()
10531053

10541054
# Check that it is correctly in the RequestQueueClient metadata
@@ -1061,10 +1061,10 @@ async def test_request_queue_had_multiple_clients(
10611061

10621062

10631063
async def test_request_queue_not_had_multiple_clients(
1064-
default_request_queue_apify: RequestQueue, apify_client_async: ApifyClientAsync
1064+
request_queue_apify: RequestQueue, apify_client_async: ApifyClientAsync
10651065
) -> None:
10661066
"""Test that same `RequestQueue` created from Actor does not act as multiple clients."""
1067-
rq = default_request_queue_apify
1067+
rq = request_queue_apify
10681068
# Two calls to API to create situation where different `client_key` can set `had_multiple_clients` to True
10691069
await rq.fetch_next_request()
10701070
await rq.fetch_next_request()

0 commit comments

Comments
 (0)