set doc loader to use threading by default

Author: thiswillbeyourgithub

DocToolsLLM/DocToolsLLM.py

@@ -118,7 +118,7 @@ def __init__(
         notification_callback: Optional[Callable] =  None,
         chat_memory: Union[bool, int] = True,
         disable_llm_cache: Union[bool, int] = False,
-        file_loader_parallel_backend: str = "loky",
+        file_loader_parallel_backend: str = "threading",
         private: Union[bool, int] = False,
         llms_api_bases: Optional[Union[dict, str]] = None,
         DIY_rolling_window_embedding: Union[bool, int] = False,

DocToolsLLM/docs/USAGE.md

@@ -195,9 +195,10 @@
     cache folder for your system. This does not disable caching
     for documents.
 
-* `--file_loader_parallel_backend`: str, default `"loky"`
+* `--file_loader_parallel_backend`: str, default `"threading"`
     * joblib.Parallel backend to use when loading files. loky means
-    multiprocessing while `threading` means multithreading.
+    multiprocessing while `threading` means multithreading. Note
+    that multiprocessing can lead to issues in some cases.
     The number of jobs can be specified with `file_loader_n_jobs`
     but it's a loader specific kwargs.