We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f0bef3e commit 8605deaCopy full SHA for 8605dea
1 file changed
dataretrieval/waterdata/utils.py
@@ -589,7 +589,6 @@ def _walk_pages(
589
if max_results is None or pd.isna(max_results):
590
dfs = _get_resp_data(resp, geopd=geopd)
591
curr_url = _next_req_url(resp)
592
- failures = []
593
while curr_url:
594
try:
595
resp = client.request(
@@ -604,10 +603,8 @@ def _walk_pages(
604
603
dfs = pd.concat([dfs, df1], ignore_index=True)
605
606
except Exception:
607
- failures.append(curr_url)
+ logger.info("Request failed for URL: %s. Stopping pagination and data download.", curr_url)
608
curr_url = None
609
- if failures:
610
- logger.warning("There were %d failed requests.", len(failures))
611
return dfs, initial_response
612
else:
613
resp.raise_for_status()
0 commit comments