Skip to content

Commit 3be22a9

Browse files
committed
fix bug in nlp processing
1 parent 2c741aa commit 3be22a9

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

text_preprocessing/preprocessor.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,7 @@ def process_batch_texts(
6868
text_fetcher = TextFetcher(nlp, **text_fetcher_args) # Initialize text_fetcher with required params
6969
previous_philo_id = None
7070
for tokens, _ in text_fetcher(batch_texts, do_nlp=do_nlp, keep_all=keep_all, progress=False):
71-
if isinstance(tokens, PreparedDoc) and using_gpu is True:
71+
if isinstance(tokens, PreparedDoc):
7272
spacy_doc = make_spacy_doc(nlp, tokens)
7373
if spacy_doc._.char_num > 10000 and using_gpu is True:
7474
split_doc = split_spacy_docs(nlp, spacy_doc)

0 commit comments

Comments
 (0)