Skip to content

Commit 2f15082

Browse files
author
Gerit Wagner
committed
dblp: remove stopwords in md-search and catch HTTPError
1 parent 09a2589 commit 2f15082

1 file changed

Lines changed: 5 additions & 3 deletions

File tree

colrev/packages/dblp/src/dblp.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
from multiprocessing import Lock
99
from pathlib import Path
1010

11-
import requests # pylint: disable=colrev-search-source-requests-import
11+
import requests # pylint: disable=colrev-search-source-requests-import
1212
from pydantic import BaseModel
1313
from pydantic import Field
1414

@@ -220,7 +220,9 @@ def _run_md_search(
220220
for feed_record_dict in dblp_feed.feed_records.values():
221221
if Fields.TITLE not in feed_record_dict:
222222
continue
223-
api.params = {"query": feed_record_dict[Fields.TITLE]}
223+
api.params = {
224+
"query": colrev.utils.remove_stopwords(feed_record_dict[Fields.TITLE])
225+
}
224226
api.set_url_from_query()
225227
for retrieved_record in api.retrieve_records():
226228
try:
@@ -359,7 +361,7 @@ def search(self, rerun: bool) -> None:
359361

360362
else:
361363
raise NotImplementedError
362-
except requests.exceptions.ConnectTimeout:
364+
except (requests.exceptions.ConnectTimeout, requests.exceptions.HTTPError):
363365
self.logger.warning(
364366
f"{Colors.RED}Skipping DBLP search (API currently not available){Colors.END}"
365367
)

0 commit comments

Comments
 (0)