more fixes to output

clovis · clovis · commit c42eabc8be24 · 2024-12-30T11:27:32.000-06:00
diff --git a/text_preprocessing/preprocessor.py b/text_preprocessing/preprocessor.py
@@ -263,6 +263,7 @@ def process_texts(
             if len(current_batch) >= 100:
                 with mp.Pool(1) as pool:
                     yield from self.__process_batch(pool, current_batch, keep_all, progress_info)
+                    progress_info["count"] += 1
                 current_batch = []
 
         # Process the remaining texts
