We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 681b003 commit 84e7794Copy full SHA for 84e7794
1 file changed
bindings/distrdf/python/DistRDF/Backends/Dask/Backend.py
@@ -105,6 +105,17 @@ def __init__(self, daskclient: Optional[Client] = None):
105
# N is the number of cores on the local machine.
106
self.client = (daskclient if daskclient is not None else
107
Client(LocalCluster(n_workers=os.cpu_count(), threads_per_worker=1, processes=True)))
108
+
109
+ workers = self.client.scheduler_info()["workers"]
110
111
+ for worker in workers.values():
112
+ threads = worker.get("nthreads", 1)
113
114
+ if threads > 1:
115
+ raise RuntimeError(
116
+ "DistRDF with Dask does not support threaded workers. "
117
+ "Please use processes=True and threads_per_worker=1."
118
+ )
119
120
def optimize_npartitions(self) -> int:
121
"""
0 commit comments