Skip to content

Commit 5c7abc3

Browse files
committed
Fix
1 parent 71355ea commit 5c7abc3

File tree

3 files changed

+12
-13
lines changed

3 files changed

+12
-13
lines changed

src/crawlee/_utils/globs.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -33,12 +33,12 @@ def _translate(
3333
3434
HACK: This function is copied from CPython stdlib source. It will be released in Python 3.13 as `glob.translate`
3535
"""
36-
if not seps:
37-
seps = (os.path.sep, os.path.altsep) if os.path.altsep else os.path.sep
36+
_seps = ((os.path.sep, os.path.altsep) if os.path.altsep else (os.path.sep,)) if seps is None else seps
3837

39-
escaped_seps = ''.join(map(re.escape, seps)) # ty: ignore[invalid-argument-type]
40-
any_sep = f'[{escaped_seps}]' if len(seps) > 1 else escaped_seps
38+
escaped_seps = ''.join(map(re.escape, _seps))
39+
any_sep = f'[{escaped_seps}]' if len(_seps) > 1 else escaped_seps
4140
not_sep = f'[^{escaped_seps}]'
41+
4242
if include_hidden:
4343
one_last_segment = f'{not_sep}+'
4444
one_segment = f'{one_last_segment}{any_sep}'

src/crawlee/crawlers/_abstract_http/_abstract_http_crawler.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -100,9 +100,7 @@ def create_parsed_http_crawler_class(
100100
this method simplifies cases where `TParseResult` is used for both generic parameters.
101101
"""
102102

103-
class _ParsedHttpCrawler(
104-
AbstractHttpCrawler[ParsedHttpCrawlingContext[TParseResult], TParseResult, TSelectResult]
105-
): # ty: ignore[invalid-generic-class]
103+
class _ParsedHttpCrawler(AbstractHttpCrawler):
106104
def __init__(
107105
self,
108106
parser: AbstractHttpParser[TParseResult, TSelectResult] = static_parser,

src/crawlee/sessions/_cookies.py

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -66,17 +66,18 @@ def __init__(self, cookies: SessionCookies | CookieJar | dict[str, str] | list[C
6666

6767
self._jar = CookieJar()
6868

69-
if isinstance(cookies, dict):
70-
for key, value in cookies.items():
71-
self.set(key, value) # ty: ignore[invalid-argument-type]
72-
73-
elif isinstance(cookies, list):
69+
if isinstance(cookies, list):
7470
for item in cookies:
7571
self.set(**item)
7672

7773
elif isinstance(cookies, SessionCookies):
7874
for cookie in cookies.jar:
79-
self.jar.set_cookie(cookie)
75+
self._jar.set_cookie(cookie)
76+
77+
elif isinstance(cookies, dict):
78+
cookies_dict: dict[str, str] = cookies
79+
for key, value in cookies_dict.items():
80+
self.set(key, value)
8081

8182
@property
8283
def jar(self) -> CookieJar:

0 commit comments

Comments
 (0)