___________________________ test_nanny_plugin_simple ___________________________
+ Exception Group Traceback (most recent call last):
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/runner.py", line 353, in from_call
| result: TResult | None = func()
| ^^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/runner.py", line 245, in <lambda>
| lambda: runtest_hook(item=item, **kwds),
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_hooks.py", line 512, in __call__
| return self._hookexec(self.name, self._hookimpls.copy(), kwargs, firstresult)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_manager.py", line 120, in _hookexec
| return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 167, in _multicall
| raise exception
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 139, in _multicall
| teardown.throw(exception)
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/logging.py", line 850, in pytest_runtest_call
| yield
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 139, in _multicall
| teardown.throw(exception)
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/capture.py", line 900, in pytest_runtest_call
| return (yield)
| ^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 139, in _multicall
| teardown.throw(exception)
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper
| return result.get_result()
| ^^^^^^^^^^^^^^^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_result.py", line 103, in get_result
| raise exc.with_traceback(tb)
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper
| res = yield
| ^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 139, in _multicall
| teardown.throw(exception)
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 53, in run_old_style_hookwrapper
| return result.get_result()
| ^^^^^^^^^^^^^^^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_result.py", line 103, in get_result
| raise exc.with_traceback(tb)
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 38, in run_old_style_hookwrapper
| res = yield
| ^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 139, in _multicall
| teardown.throw(exception)
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/skipping.py", line 268, in pytest_runtest_call
| return (yield)
| ^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/pluggy/_callers.py", line 121, in _multicall
| res = hook_impl.function(*args)
| ^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/unraisableexception.py", line 158, in pytest_runtest_call
| collect_unraisable(item.config)
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/unraisableexception.py", line 81, in collect_unraisable
| raise ExceptionGroup("multiple unraisable exception warnings", errors)
| ExceptionGroup: multiple unraisable exception warnings (5 sub-exceptions)
+-+---------------- 1 ----------------
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 207, in _send
| self.ensure_running()
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 126, in ensure_running
| return self._reentrant_call_error()
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 70, in _reentrant_call_error
| raise ReentrantCallError(
| multiprocessing.resource_tracker.ReentrantCallError: Reentrant call into the multiprocessing resource tracker
|
| During handling of the above exception, another exception occurred:
|
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/util.py", line 227, in __call__
| res = self._callback(*self._args, **self._kwargs)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/synchronize.py", line 88, in _cleanup
| unregister(name, "semaphore")
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 203, in unregister
| self._send('UNREGISTER', name, rtype)
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 213, in _send
| warnings.warn(
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| UserWarning: ResourceTracker called reentrantly for resource cleanup, which is unsupported. The semaphore object '/mp-qkiffchd' might leak.
|
| The above exception was the direct cause of the following exception:
|
| Traceback (most recent call last):
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/unraisableexception.py", line 67, in collect_unraisable
| warnings.warn(pytest.PytestUnraisableExceptionWarning(msg))
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| pytest.PytestUnraisableExceptionWarning: Exception ignored in: <Finalize object, dead>
| Enable tracemalloc to get traceback where the object was allocated.
| See https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.
+---------------- 2 ----------------
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 207, in _send
| self.ensure_running()
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 126, in ensure_running
| return self._reentrant_call_error()
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 70, in _reentrant_call_error
| raise ReentrantCallError(
| multiprocessing.resource_tracker.ReentrantCallError: Reentrant call into the multiprocessing resource tracker
|
| During handling of the above exception, another exception occurred:
|
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/util.py", line 227, in __call__
| res = self._callback(*self._args, **self._kwargs)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/synchronize.py", line 88, in _cleanup
| unregister(name, "semaphore")
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 203, in unregister
| self._send('UNREGISTER', name, rtype)
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 213, in _send
| warnings.warn(
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| UserWarning: ResourceTracker called reentrantly for resource cleanup, which is unsupported. The semaphore object '/mp-f54svz_w' might leak.
|
| The above exception was the direct cause of the following exception:
|
| Traceback (most recent call last):
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/unraisableexception.py", line 67, in collect_unraisable
| warnings.warn(pytest.PytestUnraisableExceptionWarning(msg))
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| pytest.PytestUnraisableExceptionWarning: Exception ignored in: <Finalize object, dead>
| Enable tracemalloc to get traceback where the object was allocated.
| See https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.
+---------------- 3 ----------------
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 207, in _send
| self.ensure_running()
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 126, in ensure_running
| return self._reentrant_call_error()
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 70, in _reentrant_call_error
| raise ReentrantCallError(
| multiprocessing.resource_tracker.ReentrantCallError: Reentrant call into the multiprocessing resource tracker
|
| During handling of the above exception, another exception occurred:
|
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/util.py", line 227, in __call__
| res = self._callback(*self._args, **self._kwargs)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/synchronize.py", line 88, in _cleanup
| unregister(name, "semaphore")
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 203, in unregister
| self._send('UNREGISTER', name, rtype)
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 213, in _send
| warnings.warn(
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| UserWarning: ResourceTracker called reentrantly for resource cleanup, which is unsupported. The semaphore object '/mp-7_6x48ak' might leak.
|
| The above exception was the direct cause of the following exception:
|
| Traceback (most recent call last):
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/unraisableexception.py", line 67, in collect_unraisable
| warnings.warn(pytest.PytestUnraisableExceptionWarning(msg))
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| pytest.PytestUnraisableExceptionWarning: Exception ignored in: <Finalize object, dead>
| Enable tracemalloc to get traceback where the object was allocated.
| See https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.
+---------------- 4 ----------------
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 207, in _send
| self.ensure_running()
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 126, in ensure_running
| return self._reentrant_call_error()
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 70, in _reentrant_call_error
| raise ReentrantCallError(
| multiprocessing.resource_tracker.ReentrantCallError: Reentrant call into the multiprocessing resource tracker
|
| During handling of the above exception, another exception occurred:
|
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/util.py", line 227, in __call__
| res = self._callback(*self._args, **self._kwargs)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/synchronize.py", line 88, in _cleanup
| unregister(name, "semaphore")
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 203, in unregister
| self._send('UNREGISTER', name, rtype)
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 213, in _send
| warnings.warn(
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| UserWarning: ResourceTracker called reentrantly for resource cleanup, which is unsupported. The semaphore object '/mp-41t5mbtc' might leak.
|
| The above exception was the direct cause of the following exception:
|
| Traceback (most recent call last):
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/unraisableexception.py", line 67, in collect_unraisable
| warnings.warn(pytest.PytestUnraisableExceptionWarning(msg))
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| pytest.PytestUnraisableExceptionWarning: Exception ignored in: <Finalize object, dead>
| Enable tracemalloc to get traceback where the object was allocated.
| See https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.
+---------------- 5 ----------------
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 207, in _send
| self.ensure_running()
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 126, in ensure_running
| return self._reentrant_call_error()
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 70, in _reentrant_call_error
| raise ReentrantCallError(
| multiprocessing.resource_tracker.ReentrantCallError: Reentrant call into the multiprocessing resource tracker
|
| During handling of the above exception, another exception occurred:
|
| Traceback (most recent call last):
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/util.py", line 227, in __call__
| res = self._callback(*self._args, **self._kwargs)
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/synchronize.py", line 88, in _cleanup
| unregister(name, "semaphore")
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 203, in unregister
| self._send('UNREGISTER', name, rtype)
| File "/github/home/.local/share/uv/python/cpython-3.12.13-linux-x86_64-gnu/lib/python3.12/multiprocessing/resource_tracker.py", line 213, in _send
| warnings.warn(
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| UserWarning: ResourceTracker called reentrantly for resource cleanup, which is unsupported. The semaphore object '/mp-95j9926u' might leak.
|
| The above exception was the direct cause of the following exception:
|
| Traceback (most recent call last):
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/_pytest/unraisableexception.py", line 67, in collect_unraisable
| warnings.warn(pytest.PytestUnraisableExceptionWarning(msg))
| File "/__w/dask-upstream-testing/dask-upstream-testing/.venv/lib/python3.12/site-packages/rapids_dask_dependency/utils.py", line 16, in _warning_with_increased_stacklevel
| original_warn(message, category, stacklevel + level, source, **kwargs)
| pytest.PytestUnraisableExceptionWarning: Exception ignored in: <Finalize object, dead>
| Enable tracemalloc to get traceback where the object was allocated.
| See https://docs.pytest.org/en/stable/how-to/capture-warnings.html#resource-warnings for more info.
+------------------------------------
----------------------------- Captured stdout call -----------------------------
Setup on <Nanny: tcp://127.0.0.1:38257, threads: 1>
Setup on <Nanny: None, threads: 12>
----------------------------- Captured stderr call -----------------------------
2026-04-24 07:58:01,270 - distributed.scheduler - INFO - State start
2026-04-24 07:58:01,275 - distributed.scheduler - INFO - Scheduler at: tcp://127.0.0.1:40031
2026-04-24 07:58:01,276 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:37969/status
2026-04-24 07:58:01,277 - distributed.scheduler - INFO - Registering Worker plugin shuffle
2026-04-24 07:58:01,283 - distributed.nanny - INFO - Start Nanny at: 'tcp://127.0.0.1:43607'
2026-04-24 07:58:02,006 - distributed.worker - INFO - Start worker at: tcp://127.0.0.1:38257
2026-04-24 07:58:02,006 - distributed.worker - INFO - Listening to: tcp://127.0.0.1:38257
2026-04-24 07:58:02,006 - distributed.worker - INFO - Worker name: 0
2026-04-24 07:58:02,006 - distributed.worker - INFO - dashboard at: 127.0.0.1:45973
2026-04-24 07:58:02,006 - distributed.worker - INFO - Waiting to connect to: tcp://127.0.0.1:40031
2026-04-24 07:58:02,006 - distributed.worker - INFO - -------------------------------------------------
2026-04-24 07:58:02,007 - distributed.worker - INFO - Threads: 1
2026-04-24 07:58:02,007 - distributed.worker - INFO - Memory: 58.45 GiB
2026-04-24 07:58:02,007 - distributed.worker - INFO - Local Directory: /tmp/dask-scratch-space/worker-olr9jotx
2026-04-24 07:58:02,007 - distributed.worker - INFO - -------------------------------------------------
2026-04-24 07:58:02,045 - distributed.scheduler - INFO - Register worker addr: tcp://127.0.0.1:38257 name: 0
2026-04-24 07:58:02,046 - distributed.worker - INFO - Starting Worker plugin shuffle
2026-04-24 07:58:02,046 - distributed.scheduler - INFO - Starting worker compute stream, tcp://127.0.0.1:38257
2026-04-24 07:58:02,046 - distributed.core - INFO - Starting established connection to tcp://127.0.0.1:51782
2026-04-24 07:58:02,047 - distributed.worker - INFO - Registered to: tcp://127.0.0.1:40031
2026-04-24 07:58:02,047 - distributed.worker - INFO - -------------------------------------------------
2026-04-24 07:58:02,048 - distributed.core - INFO - Starting established connection to tcp://127.0.0.1:40031
2026-04-24 07:58:02,103 - distributed.scheduler - INFO - Receive client connection: Client-514e6fd0-3fb3-11f1-9e38-6f0d6d69ee50
2026-04-24 07:58:02,104 - distributed.core - INFO - Starting established connection to tcp://127.0.0.1:51790
2026-04-24 07:58:02,106 - distributed.scheduler - INFO - Registering Nanny plugin foo
2026-04-24 07:58:02,109 - distributed.nanny - INFO - Starting Nanny plugin foo
2026-04-24 07:58:02,114 - distributed.nanny - INFO - Starting Nanny plugin foo
2026-04-24 07:58:02,115 - distributed.nanny - INFO - Start Nanny at: 'tcp://127.0.0.1:33571'
2026-04-24 07:58:02,862 - distributed.worker - INFO - Start worker at: tcp://127.0.0.1:33267
2026-04-24 07:58:02,862 - distributed.worker - INFO - Listening to: tcp://127.0.0.1:33267
2026-04-24 07:58:02,862 - distributed.worker - INFO - dashboard at: 127.0.0.1:41753
2026-04-24 07:58:02,862 - distributed.worker - INFO - Waiting to connect to: tcp://127.0.0.1:40031
2026-04-24 07:58:02,862 - distributed.worker - INFO - -------------------------------------------------
2026-04-24 07:58:02,862 - distributed.worker - INFO - Threads: 12
2026-04-24 07:58:02,863 - distributed.worker - INFO - Memory: 58.45 GiB
2026-04-24 07:58:02,863 - distributed.worker - INFO - Local Directory: /tmp/dask-scratch-space/worker-vjked4ej
2026-04-24 07:58:02,863 - distributed.worker - INFO - -------------------------------------------------
2026-04-24 07:58:02,903 - distributed.scheduler - INFO - Register worker addr: tcp://127.0.0.1:33267 name: tcp://127.0.0.1:33267
2026-04-24 07:58:02,906 - distributed.worker - INFO - Starting Worker plugin shuffle
2026-04-24 07:58:02,906 - distributed.worker - INFO - Registered to: tcp://127.0.0.1:40031
2026-04-24 07:58:02,906 - distributed.worker - INFO - -------------------------------------------------
2026-04-24 07:58:02,905 - distributed.scheduler - INFO - Starting worker compute stream, tcp://127.0.0.1:33267
2026-04-24 07:58:02,907 - distributed.core - INFO - Starting established connection to tcp://127.0.0.1:51836
2026-04-24 07:58:02,907 - distributed.core - INFO - Starting established connection to tcp://127.0.0.1:40031
2026-04-24 07:58:02,938 - distributed.nanny - INFO - Closing Nanny at 'tcp://127.0.0.1:33571'. Reason: nanny-close
2026-04-24 07:58:02,939 - distributed.nanny - INFO - Removing Nanny plugin foo
2026-04-24 07:58:02,941 - distributed.nanny - INFO - Nanny asking worker to close. Reason: nanny-close
2026-04-24 07:58:02,943 - distributed.worker - INFO - Stopping worker at tcp://127.0.0.1:33267. Reason: nanny-close
2026-04-24 07:58:02,944 - distributed.worker - INFO - Removing Worker plugin shuffle
2026-04-24 07:58:02,947 - distributed.core - INFO - Received 'close-stream' from tcp://127.0.0.1:51836; closing.
2026-04-24 07:58:02,947 - distributed.core - INFO - Connection to tcp://127.0.0.1:40031 has been closed.
2026-04-24 07:58:02,948 - distributed.scheduler - INFO - Remove worker addr: tcp://127.0.0.1:33267 name: tcp://127.0.0.1:33267 (stimulus_id='handle-worker-cleanup-1777017482.9482882')
2026-04-24 07:58:02,952 - distributed.nanny - INFO - Worker closed
2026-04-24 07:58:03,059 - distributed.nanny - INFO - Nanny at 'tcp://127.0.0.1:33571' closed.
2026-04-24 07:58:03,060 - distributed.scheduler - INFO - Remove client Client-514e6fd0-3fb3-11f1-9e38-6f0d6d69ee50
2026-04-24 07:58:03,061 - distributed.core - INFO - Received 'close-stream' from tcp://127.0.0.1:51790; closing.
2026-04-24 07:58:03,062 - distributed.scheduler - INFO - Remove client Client-514e6fd0-3fb3-11f1-9e38-6f0d6d69ee50
2026-04-24 07:58:03,063 - distributed.scheduler - INFO - Close client connection: Client-514e6fd0-3fb3-11f1-9e38-6f0d6d69ee50
2026-04-24 07:58:03,064 - distributed.nanny - INFO - Closing Nanny at 'tcp://127.0.0.1:43607'. Reason: nanny-close
2026-04-24 07:58:03,065 - distributed.nanny - INFO - Removing Nanny plugin foo
2026-04-24 07:58:03,065 - distributed.nanny - INFO - Nanny asking worker to close. Reason: nanny-close
2026-04-24 07:58:03,067 - distributed.worker - INFO - Stopping worker at tcp://127.0.0.1:38257. Reason: nanny-close
2026-04-24 07:58:03,067 - distributed.worker - INFO - Removing Worker plugin shuffle
2026-04-24 07:58:03,071 - distributed.core - INFO - Received 'close-stream' from tcp://127.0.0.1:51782; closing.
2026-04-24 07:58:03,071 - distributed.core - INFO - Connection to tcp://127.0.0.1:40031 has been closed.
2026-04-24 07:58:03,071 - distributed.scheduler - INFO - Remove worker addr: tcp://127.0.0.1:38257 name: 0 (stimulus_id='handle-worker-cleanup-1777017483.071306')
2026-04-24 07:58:03,072 - distributed.scheduler - INFO - Lost all workers
2026-04-24 07:58:03,076 - distributed.nanny - INFO - Worker closed
2026-04-24 07:58:03,182 - distributed.nanny - INFO - Nanny at 'tcp://127.0.0.1:43607' closed.
2026-04-24 07:58:03,182 - distributed.scheduler - INFO - Closing scheduler. Reason: unknown
2026-04-24 07:58:03,184 - distributed.scheduler - INFO - Scheduler closing all comms
Skipping for now.
Skipping for now.