test crawlee typing updates

Author: Mantisus

pyproject.toml

@@ -37,7 +37,7 @@ keywords = [
 dependencies = [
     "apify-client>=2.3.0,<3.0.0",
     "apify-shared>=2.0.0,<3.0.0",
-    "crawlee>=1.0.4,<2.0.0",
+    "crawlee @ git+https://github.com/Mantisus//crawlee-python.git@up-json-serializavle-typing",
     "cachetools>=5.5.0",
     "cryptography>=42.0.0",
     "impit>=0.8.0",

src/apify/_actor.py

@@ -41,7 +41,7 @@
 
 if TYPE_CHECKING:
     import logging
-    from collections.abc import Callable
+    from collections.abc import Callable, MutableMapping
     from types import TracebackType
 
     from typing_extensions import Self
@@ -1373,7 +1373,7 @@ async def use_state(
         default_value: dict[str, JsonSerializable] | None = None,
         key: str | None = None,
         kvs_name: str | None = None,
-    ) -> dict[str, JsonSerializable]:
+    ) -> MutableMapping[str, JsonSerializable]:
         """Easily create and manage state values. All state values are automatically persisted.
 
         Values can be modified by simply using the assignment operator.

src/apify/_charging.py

@@ -318,7 +318,7 @@ async def charge(self, event_name: str, count: int = 1) -> ChargeResult:
                     {
                         'event_name': event_name,
                         'event_title': pricing_info.title,
-                        'event_price_usd': round(pricing_info.price, 3),
+                        'event_price_usd': float(round(pricing_info.price, 3)),
                         'charged_count': charged_count,
                         'timestamp': datetime.now(timezone.utc).isoformat(),
                     }

src/apify/storage_clients/_apify/_dataset_client.py

@@ -3,7 +3,7 @@
 import asyncio
 import warnings
 from logging import getLogger
-from typing import TYPE_CHECKING, Any
+from typing import TYPE_CHECKING
 
 from typing_extensions import override
 
@@ -16,7 +16,7 @@
 from apify.storage_clients._ppe_dataset_mixin import DatasetClientPpeMixin
 
 if TYPE_CHECKING:
-    from collections.abc import AsyncIterator
+    from collections.abc import AsyncIterator, Mapping, Sequence
 
     from apify_client.clients import DatasetClientAsync
     from crawlee._types import JsonSerializable
@@ -137,13 +137,13 @@ async def drop(self) -> None:
             await self._api_client.delete()
 
     @override
-    async def push_data(self, data: list[Any] | dict[str, Any]) -> None:
-        async def payloads_generator(items: list[Any]) -> AsyncIterator[str]:
+    async def push_data(self, data: Sequence[Mapping[str, JsonSerializable]] | Mapping[str, JsonSerializable]) -> None:
+        async def payloads_generator(items: Sequence[Mapping[str, JsonSerializable]]) -> AsyncIterator[str]:
             for index, item in enumerate(items):
                 yield await self._check_and_serialize(item, index)
 
         async with self._charge_lock(), self._lock:
-            items = data if isinstance(data, list) else [data]
+            items = data if self._is_sequence_of_items(data) else [data]
             limit = self._compute_limit_for_push(len(items))
             items = items[:limit]
 
@@ -211,7 +211,7 @@ async def iterate_items(
             yield item
 
     @classmethod
-    async def _check_and_serialize(cls, item: JsonSerializable, index: int | None = None) -> str:
+    async def _check_and_serialize(cls, item: Mapping[str, JsonSerializable], index: int | None = None) -> str:
         """Serialize a given item to JSON, checks its serializability and size against a limit.
 
         Args:

src/apify/storage_clients/_file_system/_dataset_client.py

@@ -9,6 +9,9 @@
 from apify.storage_clients._ppe_dataset_mixin import DatasetClientPpeMixin
 
 if TYPE_CHECKING:
+    from collections.abc import Mapping, Sequence
+
+    from crawlee._types import JsonSerializable
     from crawlee.configuration import Configuration
 
 
@@ -47,9 +50,9 @@ async def open(
         return dataset_client
 
     @override
-    async def push_data(self, data: list[dict[str, Any]] | dict[str, Any]) -> None:
+    async def push_data(self, data: Sequence[Mapping[str, JsonSerializable]] | Mapping[str, JsonSerializable]) -> None:
         async with self._charge_lock():
-            items = data if isinstance(data, list) else [data]
+            items = data if self._is_sequence_of_items(data) else [data]
             limit = self._compute_limit_for_push(len(items))
 
             await super().push_data(items[:limit])