Skip to content

Commit 7bf9e1e

Browse files
committed
merge
2 parents aea99e7 + 4cc8371 commit 7bf9e1e

File tree

11 files changed

+1390
-1374
lines changed

11 files changed

+1390
-1374
lines changed

.github/workflows/_check_code.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ jobs:
2424
- name: Checkout repository
2525
uses: actions/checkout@v6
2626
- name: Check spelling with typos
27-
uses: crate-ci/typos@v1.42.1
27+
uses: crate-ci/typos@v1
2828

2929
lint_check:
3030
name: Lint check

CHANGELOG.md

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,10 @@ All notable changes to this project will be documented in this file.
55
<!-- git-cliff-unreleased-start -->
66
## 1.3.1 - **not yet released**
77

8+
### 🐛 Bug Fixes
9+
10+
- Reset all counter in metadata with `purge` for `RequestQueue` ([#1686](https://github.com/apify/crawlee-python/pull/1686)) ([ee09260](https://github.com/apify/crawlee-python/commit/ee0926084589f1b6e15840b6185ec5433be3b72f)) by [@Mantisus](https://github.com/Mantisus), closes [#1682](https://github.com/apify/crawlee-python/issues/1682)
11+
812

913
<!-- git-cliff-unreleased-end -->
1014
## [1.3.0](https://github.com/apify/crawlee-python/releases/tag/v1.3.0) (2026-01-20)

renovate.json

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
{
22
"extends": ["config:base", ":semanticCommitTypeAll(chore)"],
3+
"ignorePaths": ["docs/**", "src/crawlee/project_template/**"],
34
"pinVersions": false,
45
"separateMajorMinor": false,
56
"dependencyDashboard": false,

src/crawlee/storage_clients/_file_system/_request_queue_client.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -312,6 +312,8 @@ async def purge(self) -> None:
312312
update_modified_at=True,
313313
update_accessed_at=True,
314314
new_pending_request_count=0,
315+
new_handled_request_count=0,
316+
new_total_request_count=0,
315317
)
316318

317319
# Invalidate is_empty cache.

src/crawlee/storage_clients/_memory/_request_queue_client.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -133,6 +133,8 @@ async def purge(self) -> None:
133133
update_modified_at=True,
134134
update_accessed_at=True,
135135
new_pending_request_count=0,
136+
new_handled_request_count=0,
137+
new_total_request_count=0,
136138
)
137139

138140
@override

src/crawlee/storage_clients/_redis/_request_queue_client.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -237,6 +237,8 @@ async def purge(self) -> None:
237237
update_accessed_at=True,
238238
update_modified_at=True,
239239
new_pending_request_count=0,
240+
new_handled_request_count=0,
241+
new_total_request_count=0,
240242
),
241243
)
242244

src/crawlee/storage_clients/_sql/_request_queue_client.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -192,6 +192,8 @@ async def purge(self) -> None:
192192
accessed_at=now,
193193
modified_at=now,
194194
new_pending_request_count=0,
195+
new_handled_request_count=0,
196+
new_total_request_count=0,
195197
)
196198
)
197199

tests/unit/storages/test_request_queue.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -629,7 +629,7 @@ async def test_purge(
629629

630630
# Queue should be empty now
631631
metadata = await rq.get_metadata()
632-
assert metadata.total_request_count == 3
632+
assert metadata.total_request_count == 0
633633
assert metadata.pending_request_count == 0
634634
assert metadata.handled_request_count == 0
635635
assert await rq.is_empty() is True
@@ -1144,12 +1144,12 @@ async def test_purge_on_start_enabled(storage_client: StorageClient) -> None:
11441144
assert alias_metadata_after.pending_request_count == 0
11451145
assert named_metadata_after.pending_request_count == 2
11461146

1147-
assert default_metadata_after.handled_request_count == 1
1148-
assert alias_metadata_after.handled_request_count == 1
1147+
assert default_metadata_after.handled_request_count == 0
1148+
assert alias_metadata_after.handled_request_count == 0
11491149
assert named_metadata_after.handled_request_count == 1
11501150

1151-
assert default_metadata_after.total_request_count == 3
1152-
assert alias_metadata_after.total_request_count == 3
1151+
assert default_metadata_after.total_request_count == 0
1152+
assert alias_metadata_after.total_request_count == 0
11531153
assert named_metadata_after.total_request_count == 3
11541154

11551155
# Clean up

uv.lock

Lines changed: 400 additions & 389 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

website/package.json

Lines changed: 30 additions & 29 deletions
Original file line numberDiff line numberDiff line change
@@ -13,40 +13,25 @@
1313
"prettify": "prettier --write --config ./tools/docs-prettier.config.js ../docs/guides/*.md",
1414
"swizzle": "docusaurus swizzle",
1515
"deploy": "rimraf .docusaurus && node --max_old_space_size=16000 node_modules/@docusaurus/core/bin/docusaurus.mjs deploy",
16-
"docusaurus": "docusaurus"
17-
},
18-
"devDependencies": {
19-
"@apify/eslint-config-ts": "^0.4.0",
20-
"@apify/tsconfig": "^0.1.0",
21-
"@apify/ui-icons": "^1.23.0",
22-
"@docusaurus/module-type-aliases": "3.9.2",
23-
"@docusaurus/types": "3.9.2",
24-
"@types/react": "^19.0.0",
25-
"@typescript-eslint/eslint-plugin": "8.46.0",
26-
"@typescript-eslint/parser": "8.46.0",
27-
"eslint": "8.57.0",
28-
"eslint-plugin-react": "7.37.5",
29-
"eslint-plugin-react-hooks": "7.0.0",
30-
"fs-extra": "^11.1.0",
31-
"patch-package": "^8.0.0",
32-
"path-browserify": "^1.0.1",
33-
"prettier": "^3.0.0",
34-
"rimraf": "^6.0.0",
35-
"typescript": "5.9.3"
16+
"docusaurus": "docusaurus",
17+
"clean": "rimraf .docusaurus build",
18+
"lint": "yarn lint:code",
19+
"lint:fix": "yarn lint:code:fix",
20+
"lint:code": "eslint .",
21+
"lint:code:fix": "eslint . --fix"
3622
},
3723
"dependencies": {
3824
"@apify/docusaurus-plugin-typedoc-api": "^5.0.0",
3925
"@apify/utilities": "^2.8.0",
40-
"@docusaurus/core": "3.9.2",
41-
"@docusaurus/faster": "3.9.2",
42-
"@docusaurus/mdx-loader": "3.9.2",
43-
"@docusaurus/plugin-client-redirects": "3.9.2",
44-
"@docusaurus/preset-classic": "3.9.2",
45-
"@docusaurus/theme-mermaid": "3.9.2",
26+
"@docusaurus/core": "^3.9.2",
27+
"@docusaurus/faster": "^3.9.2",
28+
"@docusaurus/mdx-loader": "^3.9.2",
29+
"@docusaurus/plugin-client-redirects": "^3.9.2",
30+
"@docusaurus/preset-classic": "^3.9.2",
31+
"@docusaurus/theme-mermaid": "^3.9.2",
4632
"@giscus/react": "^3.0.0",
4733
"@mdx-js/react": "^3.0.1",
4834
"@mermaid-js/layout-elk": "^0.2.0",
49-
"@rspack/core": "<1.6.0",
5035
"@signalwire/docusaurus-plugin-llms-txt": "^1.2.1",
5136
"axios": "^1.5.0",
5237
"buffer": "^6.0.3",
@@ -64,8 +49,24 @@
6449
"stream-browserify": "^3.0.0",
6550
"unist-util-visit": "^5.0.0"
6651
},
67-
"resolutions": {
68-
"@rspack/core": "<1.6.0"
52+
"devDependencies": {
53+
"@apify/eslint-config-ts": "^0.4.0",
54+
"@apify/tsconfig": "^0.1.0",
55+
"@apify/ui-icons": "^1.23.0",
56+
"@docusaurus/module-type-aliases": "^3.9.2",
57+
"@docusaurus/types": "^3.9.2",
58+
"@types/react": "^19.0.0",
59+
"@typescript-eslint/eslint-plugin": "^8.46.0",
60+
"@typescript-eslint/parser": "^8.46.0",
61+
"eslint": "^9.0.0",
62+
"eslint-plugin-react": "^7.37.5",
63+
"eslint-plugin-react-hooks": "^7.0.0",
64+
"fs-extra": "^11.1.0",
65+
"patch-package": "^8.0.0",
66+
"path-browserify": "^1.0.1",
67+
"prettier": "^3.0.0",
68+
"rimraf": "^6.0.0",
69+
"typescript": "^5.9.3"
6970
},
7071
"packageManager": "yarn@4.12.0"
7172
}

0 commit comments

Comments
 (0)