Diff of the two buildlogs: -- --- b1/build.log 2025-04-01 17:05:18.104927828 +0000 +++ b2/build.log 2025-04-01 16:47:07.413134941 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Mon May 4 11:10:09 -12 2026 -I: pbuilder-time-stamp: 1777936209 +I: Current time: Wed Apr 2 06:04:43 +14 2025 +I: pbuilder-time-stamp: 1743523483 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/unstable-reproducible-base.tgz] I: copying local configuration @@ -44,52 +44,84 @@ dpkg-source: info: applying dask-matching-interpreter.patch I: Not using root during the build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/322573/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/1010421/tmp/hooks/D01_modify_environment starting +debug: Running on ionos11-amd64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 Apr 1 16:05 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/1010421/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/1010421/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='amd64' - DEBIAN_FRONTEND='noninteractive' - DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=42 ' - DISTRIBUTION='unstable' - HOME='/root' - HOST_ARCH='amd64' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="37" [3]="1" [4]="release" [5]="x86_64-pc-linux-gnu") + BASH_VERSION='5.2.37(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=amd64 + DEBIAN_FRONTEND=noninteractive + DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=20 ' + DIRSTACK=() + DISTRIBUTION=unstable + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=x86_64 + HOST_ARCH=amd64 IFS=' ' - INVOCATION_ID='a9c64eb60e8c41c9951f22fd08b9bd7b' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='322573' - PS1='# ' - PS2='> ' + INVOCATION_ID=b1e79ea63dd847c0a211d892ee1ac0f7 + LANG=C + LANGUAGE=et_EE:et + LC_ALL=C + MACHTYPE=x86_64-pc-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=1010421 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.b0moKHLr/pbuilderrc_NFO9 --distribution unstable --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.b0moKHLr/b1 --logfile b1/build.log dask.distributed_2024.12.1+ds-1.dsc' - SUDO_GID='110' - SUDO_UID='105' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' - http_proxy='http://213.165.73.152:3128' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.b0moKHLr/pbuilderrc_eFIJ --distribution unstable --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.b0moKHLr/b2 --logfile b2/build.log dask.distributed_2024.12.1+ds-1.dsc' + SUDO_GID=111 + SUDO_UID=106 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' + http_proxy=http://46.16.76.132:3128 I: uname -a - Linux ionos5-amd64 6.12.12+bpo-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.12.12-1~bpo12+1 (2025-02-23) x86_64 GNU/Linux + Linux i-capture-the-hostname 6.1.0-32-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.1.129-1 (2025-03-06) x86_64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Mar 4 2025 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/322573/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 Mar 4 11:20 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/1010421/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -445,7 +477,7 @@ Get: 232 http://deb.debian.org/debian unstable/main amd64 python3-zict all 3.0.0-2 [29.7 kB] Get: 233 http://deb.debian.org/debian unstable/main amd64 tzdata-legacy all 2025b-1 [179 kB] Get: 234 http://deb.debian.org/debian unstable/main amd64 uglifyjs all 3.17.4-2 [12.1 kB] -Fetched 142 MB in 6s (25.3 MB/s) +Fetched 142 MB in 3s (51.4 MB/s) Preconfiguring packages ... Selecting previously unselected package fonts-lato. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 19804 files and directories currently installed.) @@ -1193,8 +1225,8 @@ Setting up tzdata (2025b-1) ... Current default time zone: 'Etc/UTC' -Local time is now: Mon May 4 23:10:55 UTC 2026. -Universal Time is now: Mon May 4 23:10:55 UTC 2026. +Local time is now: Tue Apr 1 16:05:55 UTC 2025. +Universal Time is now: Tue Apr 1 16:05:55 UTC 2025. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up libpgm-5.3-0t64:amd64 (5.3.128~dfsg-2.1+b1) ... @@ -1421,7 +1453,11 @@ Building tag database... -> Finished parsing the build-deps I: Building the package -I: Running cd /build/reproducible-path/dask.distributed-2024.12.1+ds/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../dask.distributed_2024.12.1+ds-1_source.changes +I: user script /srv/workspace/pbuilder/1010421/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for unstable +I: user script /srv/workspace/pbuilder/1010421/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/dask.distributed-2024.12.1+ds/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../dask.distributed_2024.12.1+ds-1_source.changes dpkg-buildpackage: info: source package dask.distributed dpkg-buildpackage: info: source version 2024.12.1+ds-1 dpkg-buildpackage: info: source distribution unstable @@ -1477,178 +1513,180 @@ running build running build_py creating build/lib/distributed -copying distributed/_version.py -> build/lib/distributed +copying distributed/collections.py -> build/lib/distributed +copying distributed/__init__.py -> build/lib/distributed +copying distributed/metrics.py -> build/lib/distributed copying distributed/event.py -> build/lib/distributed -copying distributed/worker_client.py -> build/lib/distributed -copying distributed/threadpoolexecutor.py -> build/lib/distributed -copying distributed/exceptions.py -> build/lib/distributed +copying distributed/worker_memory.py -> build/lib/distributed +copying distributed/lock.py -> build/lib/distributed +copying distributed/broker.py -> build/lib/distributed +copying distributed/recreate_tasks.py -> build/lib/distributed +copying distributed/compatibility.py -> build/lib/distributed +copying distributed/publish.py -> build/lib/distributed copying distributed/queues.py -> build/lib/distributed -copying distributed/nanny.py -> build/lib/distributed -copying distributed/process.py -> build/lib/distributed +copying distributed/spill.py -> build/lib/distributed +copying distributed/worker_state_machine.py -> build/lib/distributed copying distributed/itertools.py -> build/lib/distributed +copying distributed/pubsub.py -> build/lib/distributed copying distributed/stealing.py -> build/lib/distributed -copying distributed/config.py -> build/lib/distributed -copying distributed/system.py -> build/lib/distributed -copying distributed/metrics.py -> build/lib/distributed +copying distributed/_asyncio.py -> build/lib/distributed +copying distributed/variable.py -> build/lib/distributed copying distributed/versions.py -> build/lib/distributed -copying distributed/profile.py -> build/lib/distributed -copying distributed/_signals.py -> build/lib/distributed +copying distributed/system_monitor.py -> build/lib/distributed +copying distributed/_version.py -> build/lib/distributed copying distributed/spans.py -> build/lib/distributed -copying distributed/variable.py -> build/lib/distributed -copying distributed/batched.py -> build/lib/distributed -copying distributed/node.py -> build/lib/distributed -copying distributed/lock.py -> build/lib/distributed -copying distributed/utils_test.py -> build/lib/distributed -copying distributed/broker.py -> build/lib/distributed -copying distributed/compatibility.py -> build/lib/distributed -copying distributed/_asyncio.py -> build/lib/distributed +copying distributed/cfexecutor.py -> build/lib/distributed +copying distributed/objects.py -> build/lib/distributed +copying distributed/counter.py -> build/lib/distributed copying distributed/worker.py -> build/lib/distributed -copying distributed/chaos.py -> build/lib/distributed -copying distributed/__init__.py -> build/lib/distributed copying distributed/scheduler.py -> build/lib/distributed -copying distributed/objects.py -> build/lib/distributed -copying distributed/cluster_dump.py -> build/lib/distributed -copying distributed/pytest_resourceleaks.py -> build/lib/distributed -copying distributed/active_memory_manager.py -> build/lib/distributed -copying distributed/security.py -> build/lib/distributed -copying distributed/client.py -> build/lib/distributed -copying distributed/utils.py -> build/lib/distributed -copying distributed/publish.py -> build/lib/distributed copying distributed/bokeh.py -> build/lib/distributed -copying distributed/worker_memory.py -> build/lib/distributed -copying distributed/proctitle.py -> build/lib/distributed -copying distributed/pubsub.py -> build/lib/distributed -copying distributed/counter.py -> build/lib/distributed -copying distributed/cfexecutor.py -> build/lib/distributed -copying distributed/recreate_tasks.py -> build/lib/distributed -copying distributed/_stories.py -> build/lib/distributed -copying distributed/core.py -> build/lib/distributed +copying distributed/client.py -> build/lib/distributed +copying distributed/node.py -> build/lib/distributed copying distributed/semaphore.py -> build/lib/distributed -copying distributed/worker_state_machine.py -> build/lib/distributed -copying distributed/preloading.py -> build/lib/distributed -copying distributed/collections.py -> build/lib/distributed -copying distributed/actor.py -> build/lib/distributed -copying distributed/multi_lock.py -> build/lib/distributed -copying distributed/system_monitor.py -> build/lib/distributed +copying distributed/config.py -> build/lib/distributed +copying distributed/nanny.py -> build/lib/distributed +copying distributed/utils_comm.py -> build/lib/distributed copying distributed/diskutils.py -> build/lib/distributed -copying distributed/sizeof.py -> build/lib/distributed -copying distributed/gc.py -> build/lib/distributed +copying distributed/threadpoolexecutor.py -> build/lib/distributed copying distributed/_async_taskgroup.py -> build/lib/distributed +copying distributed/cluster_dump.py -> build/lib/distributed +copying distributed/preloading.py -> build/lib/distributed +copying distributed/sizeof.py -> build/lib/distributed +copying distributed/_signals.py -> build/lib/distributed +copying distributed/actor.py -> build/lib/distributed +copying distributed/pytest_resourceleaks.py -> build/lib/distributed +copying distributed/core.py -> build/lib/distributed copying distributed/_concurrent_futures_thread.py -> build/lib/distributed -copying distributed/spill.py -> build/lib/distributed -copying distributed/utils_comm.py -> build/lib/distributed +copying distributed/process.py -> build/lib/distributed +copying distributed/_stories.py -> build/lib/distributed +copying distributed/profile.py -> build/lib/distributed +copying distributed/utils.py -> build/lib/distributed +copying distributed/utils_test.py -> build/lib/distributed +copying distributed/batched.py -> build/lib/distributed +copying distributed/gc.py -> build/lib/distributed +copying distributed/active_memory_manager.py -> build/lib/distributed +copying distributed/proctitle.py -> build/lib/distributed +copying distributed/multi_lock.py -> build/lib/distributed +copying distributed/security.py -> build/lib/distributed +copying distributed/worker_client.py -> build/lib/distributed +copying distributed/chaos.py -> build/lib/distributed +copying distributed/exceptions.py -> build/lib/distributed +copying distributed/system.py -> build/lib/distributed +creating build/lib/distributed/diagnostics +copying distributed/diagnostics/__init__.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/memory_sampler.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/plugin.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/progress.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/websocket.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/cudf.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/progressbar.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/eventstream.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/cluster_dump.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/memray.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/progress_stream.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/graph_layout.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/rmm.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/nvml.py -> build/lib/distributed/diagnostics +copying distributed/diagnostics/task_stream.py -> build/lib/distributed/diagnostics +creating build/lib/distributed/comm +copying distributed/comm/__init__.py -> build/lib/distributed/comm +copying distributed/comm/registry.py -> build/lib/distributed/comm +copying distributed/comm/tcp.py -> build/lib/distributed/comm +copying distributed/comm/inproc.py -> build/lib/distributed/comm +copying distributed/comm/addressing.py -> build/lib/distributed/comm +copying distributed/comm/ucx.py -> build/lib/distributed/comm +copying distributed/comm/ws.py -> build/lib/distributed/comm +copying distributed/comm/core.py -> build/lib/distributed/comm +copying distributed/comm/utils.py -> build/lib/distributed/comm +creating build/lib/distributed/widgets +copying distributed/widgets/__init__.py -> build/lib/distributed/widgets +creating build/lib/distributed/deploy +copying distributed/deploy/__init__.py -> build/lib/distributed/deploy +copying distributed/deploy/subprocess.py -> build/lib/distributed/deploy +copying distributed/deploy/adaptive.py -> build/lib/distributed/deploy +copying distributed/deploy/local.py -> build/lib/distributed/deploy +copying distributed/deploy/ssh.py -> build/lib/distributed/deploy +copying distributed/deploy/cluster.py -> build/lib/distributed/deploy +copying distributed/deploy/spec.py -> build/lib/distributed/deploy +copying distributed/deploy/utils.py -> build/lib/distributed/deploy +copying distributed/deploy/adaptive_core.py -> build/lib/distributed/deploy +copying distributed/deploy/old_ssh.py -> build/lib/distributed/deploy creating build/lib/distributed/shuffle -copying distributed/shuffle/_rechunk.py -> build/lib/distributed/shuffle +copying distributed/shuffle/_scheduler_plugin.py -> build/lib/distributed/shuffle +copying distributed/shuffle/__init__.py -> build/lib/distributed/shuffle +copying distributed/shuffle/_worker_plugin.py -> build/lib/distributed/shuffle +copying distributed/shuffle/_memory.py -> build/lib/distributed/shuffle copying distributed/shuffle/_comms.py -> build/lib/distributed/shuffle +copying distributed/shuffle/_exceptions.py -> build/lib/distributed/shuffle copying distributed/shuffle/_core.py -> build/lib/distributed/shuffle -copying distributed/shuffle/_buffer.py -> build/lib/distributed/shuffle +copying distributed/shuffle/_disk.py -> build/lib/distributed/shuffle +copying distributed/shuffle/_limiter.py -> build/lib/distributed/shuffle copying distributed/shuffle/_merge.py -> build/lib/distributed/shuffle +copying distributed/shuffle/_rechunk.py -> build/lib/distributed/shuffle +copying distributed/shuffle/_buffer.py -> build/lib/distributed/shuffle copying distributed/shuffle/_shuffle.py -> build/lib/distributed/shuffle -copying distributed/shuffle/_worker_plugin.py -> build/lib/distributed/shuffle -copying distributed/shuffle/__init__.py -> build/lib/distributed/shuffle -copying distributed/shuffle/_disk.py -> build/lib/distributed/shuffle -copying distributed/shuffle/_pickle.py -> build/lib/distributed/shuffle -copying distributed/shuffle/_scheduler_plugin.py -> build/lib/distributed/shuffle copying distributed/shuffle/_arrow.py -> build/lib/distributed/shuffle -copying distributed/shuffle/_exceptions.py -> build/lib/distributed/shuffle -copying distributed/shuffle/_limiter.py -> build/lib/distributed/shuffle -copying distributed/shuffle/_memory.py -> build/lib/distributed/shuffle -creating build/lib/distributed/cli -copying distributed/cli/dask_worker.py -> build/lib/distributed/cli -copying distributed/cli/dask_spec.py -> build/lib/distributed/cli -copying distributed/cli/dask_scheduler.py -> build/lib/distributed/cli -copying distributed/cli/__init__.py -> build/lib/distributed/cli -copying distributed/cli/dask_ssh.py -> build/lib/distributed/cli -copying distributed/cli/utils.py -> build/lib/distributed/cli +copying distributed/shuffle/_pickle.py -> build/lib/distributed/shuffle creating build/lib/distributed/dashboard -copying distributed/dashboard/worker.py -> build/lib/distributed/dashboard copying distributed/dashboard/__init__.py -> build/lib/distributed/dashboard +copying distributed/dashboard/worker.py -> build/lib/distributed/dashboard copying distributed/dashboard/scheduler.py -> build/lib/distributed/dashboard -copying distributed/dashboard/utils.py -> build/lib/distributed/dashboard copying distributed/dashboard/export_tool.py -> build/lib/distributed/dashboard copying distributed/dashboard/core.py -> build/lib/distributed/dashboard -creating build/lib/distributed/comm -copying distributed/comm/ucx.py -> build/lib/distributed/comm -copying distributed/comm/__init__.py -> build/lib/distributed/comm -copying distributed/comm/ws.py -> build/lib/distributed/comm -copying distributed/comm/utils.py -> build/lib/distributed/comm -copying distributed/comm/tcp.py -> build/lib/distributed/comm -copying distributed/comm/registry.py -> build/lib/distributed/comm -copying distributed/comm/core.py -> build/lib/distributed/comm -copying distributed/comm/addressing.py -> build/lib/distributed/comm -copying distributed/comm/inproc.py -> build/lib/distributed/comm +copying distributed/dashboard/utils.py -> build/lib/distributed/dashboard +creating build/lib/distributed/http +copying distributed/http/__init__.py -> build/lib/distributed/http +copying distributed/http/statics.py -> build/lib/distributed/http +copying distributed/http/routing.py -> build/lib/distributed/http +copying distributed/http/prometheus.py -> build/lib/distributed/http +copying distributed/http/utils.py -> build/lib/distributed/http +copying distributed/http/health.py -> build/lib/distributed/http +copying distributed/http/proxy.py -> build/lib/distributed/http creating build/lib/distributed/protocol -copying distributed/protocol/rmm.py -> build/lib/distributed/protocol -copying distributed/protocol/cuda.py -> build/lib/distributed/protocol -copying distributed/protocol/arrow.py -> build/lib/distributed/protocol +copying distributed/protocol/__init__.py -> build/lib/distributed/protocol copying distributed/protocol/compression.py -> build/lib/distributed/protocol -copying distributed/protocol/serialize.py -> build/lib/distributed/protocol -copying distributed/protocol/numpy.py -> build/lib/distributed/protocol -copying distributed/protocol/keras.py -> build/lib/distributed/protocol -copying distributed/protocol/utils_test.py -> build/lib/distributed/protocol -copying distributed/protocol/torch.py -> build/lib/distributed/protocol copying distributed/protocol/netcdf4.py -> build/lib/distributed/protocol -copying distributed/protocol/pickle.py -> build/lib/distributed/protocol -copying distributed/protocol/__init__.py -> build/lib/distributed/protocol -copying distributed/protocol/utils.py -> build/lib/distributed/protocol -copying distributed/protocol/h5py.py -> build/lib/distributed/protocol -copying distributed/protocol/cupy.py -> build/lib/distributed/protocol -copying distributed/protocol/sparse.py -> build/lib/distributed/protocol +copying distributed/protocol/torch.py -> build/lib/distributed/protocol copying distributed/protocol/numba.py -> build/lib/distributed/protocol +copying distributed/protocol/pickle.py -> build/lib/distributed/protocol copying distributed/protocol/scipy.py -> build/lib/distributed/protocol +copying distributed/protocol/sparse.py -> build/lib/distributed/protocol +copying distributed/protocol/keras.py -> build/lib/distributed/protocol +copying distributed/protocol/cupy.py -> build/lib/distributed/protocol +copying distributed/protocol/arrow.py -> build/lib/distributed/protocol copying distributed/protocol/core.py -> build/lib/distributed/protocol -creating build/lib/distributed/http -copying distributed/http/proxy.py -> build/lib/distributed/http -copying distributed/http/prometheus.py -> build/lib/distributed/http -copying distributed/http/routing.py -> build/lib/distributed/http -copying distributed/http/health.py -> build/lib/distributed/http -copying distributed/http/__init__.py -> build/lib/distributed/http -copying distributed/http/utils.py -> build/lib/distributed/http -copying distributed/http/statics.py -> build/lib/distributed/http -creating build/lib/distributed/diagnostics -copying distributed/diagnostics/rmm.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/graph_layout.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/cudf.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/progress_stream.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/progress.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/task_stream.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/nvml.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/eventstream.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/progressbar.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/__init__.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/cluster_dump.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/plugin.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/memray.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/memory_sampler.py -> build/lib/distributed/diagnostics -copying distributed/diagnostics/websocket.py -> build/lib/distributed/diagnostics -creating build/lib/distributed/deploy -copying distributed/deploy/subprocess.py -> build/lib/distributed/deploy -copying distributed/deploy/adaptive.py -> build/lib/distributed/deploy -copying distributed/deploy/local.py -> build/lib/distributed/deploy -copying distributed/deploy/old_ssh.py -> build/lib/distributed/deploy -copying distributed/deploy/adaptive_core.py -> build/lib/distributed/deploy -copying distributed/deploy/__init__.py -> build/lib/distributed/deploy -copying distributed/deploy/utils.py -> build/lib/distributed/deploy -copying distributed/deploy/spec.py -> build/lib/distributed/deploy -copying distributed/deploy/cluster.py -> build/lib/distributed/deploy -copying distributed/deploy/ssh.py -> build/lib/distributed/deploy -creating build/lib/distributed/widgets -copying distributed/widgets/__init__.py -> build/lib/distributed/widgets +copying distributed/protocol/utils.py -> build/lib/distributed/protocol +copying distributed/protocol/utils_test.py -> build/lib/distributed/protocol +copying distributed/protocol/rmm.py -> build/lib/distributed/protocol +copying distributed/protocol/numpy.py -> build/lib/distributed/protocol +copying distributed/protocol/serialize.py -> build/lib/distributed/protocol +copying distributed/protocol/cuda.py -> build/lib/distributed/protocol +copying distributed/protocol/h5py.py -> build/lib/distributed/protocol +creating build/lib/distributed/cli +copying distributed/cli/__init__.py -> build/lib/distributed/cli +copying distributed/cli/dask_scheduler.py -> build/lib/distributed/cli +copying distributed/cli/dask_ssh.py -> build/lib/distributed/cli +copying distributed/cli/utils.py -> build/lib/distributed/cli +copying distributed/cli/dask_worker.py -> build/lib/distributed/cli +copying distributed/cli/dask_spec.py -> build/lib/distributed/cli +creating build/lib/distributed/widgets/templates +copying distributed/widgets/templates/__init__.py -> build/lib/distributed/widgets/templates creating build/lib/distributed/dashboard/templates copying distributed/dashboard/templates/__init__.py -> build/lib/distributed/dashboard/templates creating build/lib/distributed/dashboard/components -copying distributed/dashboard/components/rmm.py -> build/lib/distributed/dashboard/components +copying distributed/dashboard/components/__init__.py -> build/lib/distributed/dashboard/components copying distributed/dashboard/components/shared.py -> build/lib/distributed/dashboard/components -copying distributed/dashboard/components/nvml.py -> build/lib/distributed/dashboard/components copying distributed/dashboard/components/worker.py -> build/lib/distributed/dashboard/components -copying distributed/dashboard/components/__init__.py -> build/lib/distributed/dashboard/components copying distributed/dashboard/components/scheduler.py -> build/lib/distributed/dashboard/components +copying distributed/dashboard/components/rmm.py -> build/lib/distributed/dashboard/components +copying distributed/dashboard/components/nvml.py -> build/lib/distributed/dashboard/components creating build/lib/distributed/http/scheduler -copying distributed/http/scheduler/info.py -> build/lib/distributed/http/scheduler +copying distributed/http/scheduler/api.py -> build/lib/distributed/http/scheduler +copying distributed/http/scheduler/__init__.py -> build/lib/distributed/http/scheduler copying distributed/http/scheduler/json.py -> build/lib/distributed/http/scheduler copying distributed/http/scheduler/missing_bokeh.py -> build/lib/distributed/http/scheduler -copying distributed/http/scheduler/__init__.py -> build/lib/distributed/http/scheduler -copying distributed/http/scheduler/api.py -> build/lib/distributed/http/scheduler +copying distributed/http/scheduler/info.py -> build/lib/distributed/http/scheduler creating build/lib/distributed/http/static copying distributed/http/static/__init__.py -> build/lib/distributed/http/static creating build/lib/distributed/http/worker @@ -1656,21 +1694,19 @@ creating build/lib/distributed/http/templates copying distributed/http/templates/__init__.py -> build/lib/distributed/http/templates creating build/lib/distributed/http/scheduler/prometheus -copying distributed/http/scheduler/prometheus/stealing.py -> build/lib/distributed/http/scheduler/prometheus copying distributed/http/scheduler/prometheus/__init__.py -> build/lib/distributed/http/scheduler/prometheus -copying distributed/http/scheduler/prometheus/core.py -> build/lib/distributed/http/scheduler/prometheus +copying distributed/http/scheduler/prometheus/stealing.py -> build/lib/distributed/http/scheduler/prometheus copying distributed/http/scheduler/prometheus/semaphore.py -> build/lib/distributed/http/scheduler/prometheus +copying distributed/http/scheduler/prometheus/core.py -> build/lib/distributed/http/scheduler/prometheus +creating build/lib/distributed/http/static/js +copying distributed/http/static/js/__init__.py -> build/lib/distributed/http/static/js creating build/lib/distributed/http/static/images copying distributed/http/static/images/__init__.py -> build/lib/distributed/http/static/images creating build/lib/distributed/http/static/css copying distributed/http/static/css/__init__.py -> build/lib/distributed/http/static/css -creating build/lib/distributed/http/static/js -copying distributed/http/static/js/__init__.py -> build/lib/distributed/http/static/js creating build/lib/distributed/http/worker/prometheus copying distributed/http/worker/prometheus/__init__.py -> build/lib/distributed/http/worker/prometheus copying distributed/http/worker/prometheus/core.py -> build/lib/distributed/http/worker/prometheus -creating build/lib/distributed/widgets/templates -copying distributed/widgets/templates/__init__.py -> build/lib/distributed/widgets/templates running egg_info creating distributed.egg-info writing distributed.egg-info/PKG-INFO @@ -2217,19 +2253,54 @@ copying distributed/tests/tls-key.pem -> build/lib/distributed/tests copying distributed/tests/tls-self-signed-cert.pem -> build/lib/distributed/tests copying distributed/tests/tls-self-signed-key.pem -> build/lib/distributed/tests -copying distributed/http/templates/worker.html -> build/lib/distributed/http/templates -copying distributed/http/templates/main.html -> build/lib/distributed/http/templates +copying distributed/http/templates/call-stack.html -> build/lib/distributed/http/templates +copying distributed/http/templates/worker-table.html -> build/lib/distributed/http/templates copying distributed/http/templates/workers.html -> build/lib/distributed/http/templates -copying distributed/http/templates/gpu.html -> build/lib/distributed/http/templates -copying distributed/http/templates/task.html -> build/lib/distributed/http/templates copying distributed/http/templates/logs.html -> build/lib/distributed/http/templates -copying distributed/http/templates/call-stack.html -> build/lib/distributed/http/templates +copying distributed/http/templates/main.html -> build/lib/distributed/http/templates copying distributed/http/templates/json-index.html -> build/lib/distributed/http/templates -copying distributed/http/templates/simple.html -> build/lib/distributed/http/templates -copying distributed/http/templates/worker-table.html -> build/lib/distributed/http/templates -copying distributed/http/templates/base.html -> build/lib/distributed/http/templates +copying distributed/http/templates/task.html -> build/lib/distributed/http/templates copying distributed/http/templates/status.html -> build/lib/distributed/http/templates +copying distributed/http/templates/gpu.html -> build/lib/distributed/http/templates copying distributed/http/templates/exceptions.html -> build/lib/distributed/http/templates +copying distributed/http/templates/base.html -> build/lib/distributed/http/templates +copying distributed/http/templates/worker.html -> build/lib/distributed/http/templates +copying distributed/http/templates/simple.html -> build/lib/distributed/http/templates +creating build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_cluster_dump_plugin.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_cudf_diagnostics.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_eventstream.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_graph_layout.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_install_plugin.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_memory_sampler.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_memray.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_nanny_plugin.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_nvml.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_progress.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_progress_stream.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_progress_widgets.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_progressbar.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_rmm_diagnostics.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_scheduler_plugin.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_task_stream.py -> build/lib/distributed/diagnostics/tests +copying distributed/diagnostics/tests/test_worker_plugin.py -> build/lib/distributed/diagnostics/tests +creating build/lib/distributed/comm/tests +copying distributed/comm/tests/test_comms.py -> build/lib/distributed/comm/tests +copying distributed/comm/tests/test_tcp.py -> build/lib/distributed/comm/tests +copying distributed/comm/tests/test_ucx.py -> build/lib/distributed/comm/tests +copying distributed/comm/tests/test_ucx_config.py -> build/lib/distributed/comm/tests +copying distributed/comm/tests/test_ws.py -> build/lib/distributed/comm/tests +creating build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_adaptive.py -> build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_adaptive_core.py -> build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_cluster.py -> build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_deploy_utils.py -> build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_local.py -> build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_old_ssh.py -> build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_slow_adaptive.py -> build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_spec_cluster.py -> build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_ssh.py -> build/lib/distributed/deploy/tests +copying distributed/deploy/tests/test_subprocess.py -> build/lib/distributed/deploy/tests creating build/lib/distributed/shuffle/tests copying distributed/shuffle/tests/__init__.py -> build/lib/distributed/shuffle/tests copying distributed/shuffle/tests/test_buffer.py -> build/lib/distributed/shuffle/tests @@ -2248,25 +2319,16 @@ copying distributed/shuffle/tests/test_shuffle.py -> build/lib/distributed/shuffle/tests copying distributed/shuffle/tests/test_shuffle_plugins.py -> build/lib/distributed/shuffle/tests copying distributed/shuffle/tests/utils.py -> build/lib/distributed/shuffle/tests -creating build/lib/distributed/cli/tests -copying distributed/cli/tests/__init__.py -> build/lib/distributed/cli/tests -copying distributed/cli/tests/test_dask_scheduler.py -> build/lib/distributed/cli/tests -copying distributed/cli/tests/test_dask_spec.py -> build/lib/distributed/cli/tests -copying distributed/cli/tests/test_dask_ssh.py -> build/lib/distributed/cli/tests -copying distributed/cli/tests/test_dask_worker.py -> build/lib/distributed/cli/tests -copying distributed/cli/tests/test_tls_cli.py -> build/lib/distributed/cli/tests copying distributed/dashboard/theme.yaml -> build/lib/distributed/dashboard creating build/lib/distributed/dashboard/tests copying distributed/dashboard/tests/test_bokeh.py -> build/lib/distributed/dashboard/tests copying distributed/dashboard/tests/test_components.py -> build/lib/distributed/dashboard/tests copying distributed/dashboard/tests/test_scheduler_bokeh.py -> build/lib/distributed/dashboard/tests copying distributed/dashboard/tests/test_worker_bokeh.py -> build/lib/distributed/dashboard/tests -creating build/lib/distributed/comm/tests -copying distributed/comm/tests/test_comms.py -> build/lib/distributed/comm/tests -copying distributed/comm/tests/test_tcp.py -> build/lib/distributed/comm/tests -copying distributed/comm/tests/test_ucx.py -> build/lib/distributed/comm/tests -copying distributed/comm/tests/test_ucx_config.py -> build/lib/distributed/comm/tests -copying distributed/comm/tests/test_ws.py -> build/lib/distributed/comm/tests +creating build/lib/distributed/http/tests +copying distributed/http/tests/__init__.py -> build/lib/distributed/http/tests +copying distributed/http/tests/test_core.py -> build/lib/distributed/http/tests +copying distributed/http/tests/test_routing.py -> build/lib/distributed/http/tests creating build/lib/distributed/protocol/tests copying distributed/protocol/tests/__init__.py -> build/lib/distributed/protocol/tests copying distributed/protocol/tests/test_arrow.py -> build/lib/distributed/protocol/tests @@ -2292,39 +2354,28 @@ copying distributed/protocol/tests/test_torch.py -> build/lib/distributed/protocol/tests copying distributed/protocol/tests/test_utils.py -> build/lib/distributed/protocol/tests copying distributed/protocol/tests/test_utils_test.py -> build/lib/distributed/protocol/tests -creating build/lib/distributed/http/tests -copying distributed/http/tests/__init__.py -> build/lib/distributed/http/tests -copying distributed/http/tests/test_core.py -> build/lib/distributed/http/tests -copying distributed/http/tests/test_routing.py -> build/lib/distributed/http/tests -creating build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_cluster_dump_plugin.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_cudf_diagnostics.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_eventstream.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_graph_layout.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_install_plugin.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_memory_sampler.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_memray.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_nanny_plugin.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_nvml.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_progress.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_progress_stream.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_progress_widgets.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_progressbar.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_rmm_diagnostics.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_scheduler_plugin.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_task_stream.py -> build/lib/distributed/diagnostics/tests -copying distributed/diagnostics/tests/test_worker_plugin.py -> build/lib/distributed/diagnostics/tests -creating build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_adaptive.py -> build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_adaptive_core.py -> build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_cluster.py -> build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_deploy_utils.py -> build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_local.py -> build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_old_ssh.py -> build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_slow_adaptive.py -> build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_spec_cluster.py -> build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_ssh.py -> build/lib/distributed/deploy/tests -copying distributed/deploy/tests/test_subprocess.py -> build/lib/distributed/deploy/tests +creating build/lib/distributed/cli/tests +copying distributed/cli/tests/__init__.py -> build/lib/distributed/cli/tests +copying distributed/cli/tests/test_dask_scheduler.py -> build/lib/distributed/cli/tests +copying distributed/cli/tests/test_dask_spec.py -> build/lib/distributed/cli/tests +copying distributed/cli/tests/test_dask_ssh.py -> build/lib/distributed/cli/tests +copying distributed/cli/tests/test_dask_worker.py -> build/lib/distributed/cli/tests +copying distributed/cli/tests/test_tls_cli.py -> build/lib/distributed/cli/tests +copying distributed/widgets/templates/client.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/cluster.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/computation.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/future.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/has_what.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/local_cluster.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/log.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/logs.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/process_interface.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/scheduler.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/scheduler_info.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/security.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/task_state.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/who_has.html.j2 -> build/lib/distributed/widgets/templates +copying distributed/widgets/templates/worker_state.html.j2 -> build/lib/distributed/widgets/templates copying distributed/dashboard/templates/performance_report.html -> build/lib/distributed/dashboard/templates creating build/lib/distributed/http/scheduler/tests copying distributed/http/scheduler/tests/test_missing_bokeh.py -> build/lib/distributed/http/scheduler/tests @@ -2334,6 +2385,10 @@ copying distributed/http/static/individual-cluster-map.html -> build/lib/distributed/http/static creating build/lib/distributed/http/worker/tests copying distributed/http/worker/tests/test_worker_http.py -> build/lib/distributed/http/worker/tests +copying distributed/http/static/js/anime.min.js -> build/lib/distributed/http/static/js +copying distributed/http/static/js/individual-cluster-map.js -> build/lib/distributed/http/static/js +copying distributed/http/static/js/reconnecting-websocket.min.js -> build/lib/distributed/http/static/js +copying distributed/http/static/js/sortable.min.js -> build/lib/distributed/http/static/js copying distributed/http/static/images/dask-logo.svg -> build/lib/distributed/http/static/images copying distributed/http/static/images/fa-bars.svg -> build/lib/distributed/http/static/images copying distributed/http/static/images/favicon.ico -> build/lib/distributed/http/static/images @@ -2346,25 +2401,6 @@ copying distributed/http/static/css/individual-cluster-map.css -> build/lib/distributed/http/static/css copying distributed/http/static/css/sortable.min.css -> build/lib/distributed/http/static/css copying distributed/http/static/css/status.css -> build/lib/distributed/http/static/css -copying distributed/http/static/js/anime.min.js -> build/lib/distributed/http/static/js -copying distributed/http/static/js/individual-cluster-map.js -> build/lib/distributed/http/static/js -copying distributed/http/static/js/reconnecting-websocket.min.js -> build/lib/distributed/http/static/js -copying distributed/http/static/js/sortable.min.js -> build/lib/distributed/http/static/js -copying distributed/widgets/templates/client.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/cluster.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/computation.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/future.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/has_what.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/local_cluster.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/log.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/logs.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/process_interface.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/scheduler.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/scheduler_info.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/security.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/task_state.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/who_has.html.j2 -> build/lib/distributed/widgets/templates -copying distributed/widgets/templates/worker_state.html.j2 -> build/lib/distributed/widgets/templates UPDATING build/lib/distributed/_version.py set build/lib/distributed/_version.py to '2024.12.1' installing to build/bdist.linux-x86_64/wheel @@ -2372,433 +2408,433 @@ running install_lib creating build/bdist.linux-x86_64/wheel creating build/bdist.linux-x86_64/wheel/distributed -copying build/lib/distributed/_version.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/collections.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/distributed-schema.yaml -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/metrics.py -> build/bdist.linux-x86_64/wheel/./distributed +creating build/bdist.linux-x86_64/wheel/distributed/diagnostics +copying build/lib/distributed/diagnostics/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/memory_sampler.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/progress.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/websocket.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +creating build/bdist.linux-x86_64/wheel/distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_eventstream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_install_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_nvml.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_rmm_diagnostics.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_scheduler_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_task_stream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_progress_widgets.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_progress.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_progressbar.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_graph_layout.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_cluster_dump_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_memray.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_memory_sampler.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_nanny_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_worker_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_cudf_diagnostics.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/tests/test_progress_stream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests +copying build/lib/distributed/diagnostics/cudf.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/progressbar.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/eventstream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/cluster_dump.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/memray.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/progress_stream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/graph_layout.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/rmm.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/nvml.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/diagnostics/task_stream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics +copying build/lib/distributed/distributed.yaml -> build/bdist.linux-x86_64/wheel/./distributed copying build/lib/distributed/event.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/worker_client.py -> build/bdist.linux-x86_64/wheel/./distributed -creating build/bdist.linux-x86_64/wheel/distributed/shuffle -copying build/lib/distributed/shuffle/_rechunk.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_comms.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_core.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -creating build/bdist.linux-x86_64/wheel/distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_graph.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_merge_column_and_index.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_shuffle_plugins.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_merge.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_metrics.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_read_write_lock.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_rechunk.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_memory_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_disk_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_limiter.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_core.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_comm_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/tests/test_shuffle.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests -copying build/lib/distributed/shuffle/_merge.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_shuffle.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_worker_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_disk.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_scheduler_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_arrow.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_exceptions.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_limiter.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/shuffle/_memory.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle -copying build/lib/distributed/threadpoolexecutor.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/exceptions.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/worker_memory.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/lock.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/broker.py -> build/bdist.linux-x86_64/wheel/./distributed +creating build/bdist.linux-x86_64/wheel/distributed/comm +copying build/lib/distributed/comm/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/comm +copying build/lib/distributed/comm/registry.py -> build/bdist.linux-x86_64/wheel/./distributed/comm +creating build/bdist.linux-x86_64/wheel/distributed/comm/tests +copying build/lib/distributed/comm/tests/test_comms.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests +copying build/lib/distributed/comm/tests/test_tcp.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests +copying build/lib/distributed/comm/tests/test_ws.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests +copying build/lib/distributed/comm/tests/test_ucx.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests +copying build/lib/distributed/comm/tests/test_ucx_config.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests +copying build/lib/distributed/comm/tcp.py -> build/bdist.linux-x86_64/wheel/./distributed/comm +copying build/lib/distributed/comm/inproc.py -> build/bdist.linux-x86_64/wheel/./distributed/comm +copying build/lib/distributed/comm/addressing.py -> build/bdist.linux-x86_64/wheel/./distributed/comm +copying build/lib/distributed/comm/ucx.py -> build/bdist.linux-x86_64/wheel/./distributed/comm +copying build/lib/distributed/comm/ws.py -> build/bdist.linux-x86_64/wheel/./distributed/comm +copying build/lib/distributed/comm/core.py -> build/bdist.linux-x86_64/wheel/./distributed/comm +copying build/lib/distributed/comm/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/comm +copying build/lib/distributed/recreate_tasks.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/compatibility.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/publish.py -> build/bdist.linux-x86_64/wheel/./distributed copying build/lib/distributed/queues.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/nanny.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/process.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/spill.py -> build/bdist.linux-x86_64/wheel/./distributed +creating build/bdist.linux-x86_64/wheel/distributed/widgets +copying build/lib/distributed/widgets/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/widgets +creating build/bdist.linux-x86_64/wheel/distributed/widgets/templates +copying build/lib/distributed/widgets/templates/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/has_what.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/cluster.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/logs.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/worker_state.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/computation.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/security.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/process_interface.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/who_has.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/task_state.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/scheduler.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/log.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/local_cluster.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/future.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/scheduler_info.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/widgets/templates/client.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates +copying build/lib/distributed/worker_state_machine.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/py.typed -> build/bdist.linux-x86_64/wheel/./distributed copying build/lib/distributed/itertools.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/pubsub.py -> build/bdist.linux-x86_64/wheel/./distributed copying build/lib/distributed/stealing.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/config.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/system.py -> build/bdist.linux-x86_64/wheel/./distributed -creating build/bdist.linux-x86_64/wheel/distributed/cli -copying build/lib/distributed/cli/dask_worker.py -> build/bdist.linux-x86_64/wheel/./distributed/cli -creating build/bdist.linux-x86_64/wheel/distributed/cli/tests -copying build/lib/distributed/cli/tests/test_dask_scheduler.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests -copying build/lib/distributed/cli/tests/test_dask_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests -copying build/lib/distributed/cli/tests/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests -copying build/lib/distributed/cli/tests/test_tls_cli.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests -copying build/lib/distributed/cli/tests/test_dask_worker.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests -copying build/lib/distributed/cli/tests/test_dask_spec.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests -copying build/lib/distributed/cli/dask_spec.py -> build/bdist.linux-x86_64/wheel/./distributed/cli -copying build/lib/distributed/cli/dask_scheduler.py -> build/bdist.linux-x86_64/wheel/./distributed/cli -copying build/lib/distributed/cli/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/cli -copying build/lib/distributed/cli/dask_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/cli -copying build/lib/distributed/cli/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/cli -copying build/lib/distributed/metrics.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/_asyncio.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/variable.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/versions.py -> build/bdist.linux-x86_64/wheel/./distributed creating build/bdist.linux-x86_64/wheel/distributed/tests -copying build/lib/distributed/tests/test_queues.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_imports.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_chaos.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_pubsub.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_utils_comm.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_worker_memory.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_core.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_stress.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_preload.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_diskutils.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_gc.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_active_memory_manager.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_priorities.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_sizeof.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/tls-cert.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_client_loop.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_init.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_profile.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/make_tls_certs.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_worker_state_machine.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_asyncprocess.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_spans.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_stories.py -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_scheduler.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_collections.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_multi_locks.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_variable.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_spill.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_semaphore.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_worker_metrics.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_asyncio.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/tls-self-signed-cert.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_resources.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_async_task_group.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_worker.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_events.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_utils.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_deadline.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/make_tls_certs.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_worker_client.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/tls-key-cert.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_spec.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_client.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_queues.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_asyncprocess.py -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_compatibility.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_asyncio.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_sizeof.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_diskutils.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/tls-cert-chain.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_publish.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_nanny.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_client_executor.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_metrics.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_parse_stdout.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_dask_collections.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_computations.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_tls_functional.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/tls-key.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_failed_workers.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_system.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/tls-ca-key.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_spans.py -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_system_monitor.py -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/tls-ca-cert.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_cluster_dump.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_steal.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_init.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_chaos.py -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_locks.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_utils_comm.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_worker_state_machine.py -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_threadpoolexecutor.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_itertools.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/tls-key.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/tls-key-cert.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_deadline.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_parse_stdout.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_versions.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_active_memory_manager.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_stress.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/tls-cert.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_computations.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/tls-self-signed-key.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_publish.py -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_reschedule.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_worker.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_worker_client.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_worker_metrics.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_security.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_jupyter.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_worker_memory.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_counter.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_tls_functional.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_client.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_async_task_group.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_gc.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_dask_collections.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_actor.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_core.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/tls-self-signed-cert.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_failed_workers.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_cancelled_state.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_itertools.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_multi_locks.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_utils_test.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_semaphore.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_spill.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_metrics.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/tls-cert-chain.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_as_completed.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_preload.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_utils.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/tls-ca-key.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_batched.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_priorities.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_events.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_nanny.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_client_executor.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_cancelled_state.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_collections.py -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_event_logging.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_profile.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_counter.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_batched.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/tls-self-signed-key.pem -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_variable.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_steal.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_stories.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_cluster_dump.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_imports.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_actor.py -> build/bdist.linux-x86_64/wheel/./distributed/tests copying build/lib/distributed/tests/test_config.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_utils_test.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_system.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_pubsub.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/tests/test_resources.py -> build/bdist.linux-x86_64/wheel/./distributed/tests -copying build/lib/distributed/versions.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/profile.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/tests/test_security.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_jupyter.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/tests/test_versions.py -> build/bdist.linux-x86_64/wheel/./distributed/tests +copying build/lib/distributed/system_monitor.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/_version.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/spans.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/cfexecutor.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/objects.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/counter.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/worker.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/scheduler.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/client.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/node.py -> build/bdist.linux-x86_64/wheel/./distributed +creating build/bdist.linux-x86_64/wheel/distributed/deploy +copying build/lib/distributed/deploy/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +copying build/lib/distributed/deploy/subprocess.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +copying build/lib/distributed/deploy/adaptive.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +creating build/bdist.linux-x86_64/wheel/distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_cluster.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_adaptive_core.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_local.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_deploy_utils.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_adaptive.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_subprocess.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_old_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_slow_adaptive.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/tests/test_spec_cluster.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests +copying build/lib/distributed/deploy/local.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +copying build/lib/distributed/deploy/ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +copying build/lib/distributed/deploy/cluster.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +copying build/lib/distributed/deploy/spec.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +copying build/lib/distributed/deploy/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +copying build/lib/distributed/deploy/adaptive_core.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +copying build/lib/distributed/deploy/old_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy +copying build/lib/distributed/semaphore.py -> build/bdist.linux-x86_64/wheel/./distributed +creating build/bdist.linux-x86_64/wheel/distributed/shuffle +copying build/lib/distributed/shuffle/_scheduler_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_worker_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_memory.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_comms.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_exceptions.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +creating build/bdist.linux-x86_64/wheel/distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_core.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_shuffle.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_memory_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_rechunk.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_merge_column_and_index.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_graph.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_shuffle_plugins.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_merge.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_comm_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_read_write_lock.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_metrics.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_limiter.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/tests/test_disk_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle/tests +copying build/lib/distributed/shuffle/_core.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_disk.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_limiter.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_merge.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_rechunk.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_buffer.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_shuffle.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_arrow.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/shuffle/_pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/shuffle +copying build/lib/distributed/config.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/nanny.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/utils_comm.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/diskutils.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/threadpoolexecutor.py -> build/bdist.linux-x86_64/wheel/./distributed creating build/bdist.linux-x86_64/wheel/distributed/dashboard +copying build/lib/distributed/dashboard/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard +copying build/lib/distributed/dashboard/theme.yaml -> build/bdist.linux-x86_64/wheel/./distributed/dashboard creating build/bdist.linux-x86_64/wheel/distributed/dashboard/tests -copying build/lib/distributed/dashboard/tests/test_bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/tests copying build/lib/distributed/dashboard/tests/test_components.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/tests -copying build/lib/distributed/dashboard/tests/test_worker_bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/tests copying build/lib/distributed/dashboard/tests/test_scheduler_bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/tests +copying build/lib/distributed/dashboard/tests/test_bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/tests +copying build/lib/distributed/dashboard/tests/test_worker_bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/tests copying build/lib/distributed/dashboard/worker.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard -copying build/lib/distributed/dashboard/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard copying build/lib/distributed/dashboard/scheduler.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard -copying build/lib/distributed/dashboard/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard +copying build/lib/distributed/dashboard/export_tool.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard creating build/bdist.linux-x86_64/wheel/distributed/dashboard/templates copying build/lib/distributed/dashboard/templates/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/templates copying build/lib/distributed/dashboard/templates/performance_report.html -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/templates +copying build/lib/distributed/dashboard/core.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard creating build/bdist.linux-x86_64/wheel/distributed/dashboard/components -copying build/lib/distributed/dashboard/components/rmm.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/components +copying build/lib/distributed/dashboard/components/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/components copying build/lib/distributed/dashboard/components/shared.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/components -copying build/lib/distributed/dashboard/components/nvml.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/components copying build/lib/distributed/dashboard/components/worker.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/components -copying build/lib/distributed/dashboard/components/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/components copying build/lib/distributed/dashboard/components/scheduler.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/components -copying build/lib/distributed/dashboard/export_tool.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard -copying build/lib/distributed/dashboard/core.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard -copying build/lib/distributed/dashboard/theme.yaml -> build/bdist.linux-x86_64/wheel/./distributed/dashboard -copying build/lib/distributed/_signals.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/spans.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/variable.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/batched.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/node.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/distributed-schema.yaml -> build/bdist.linux-x86_64/wheel/./distributed -creating build/bdist.linux-x86_64/wheel/distributed/comm -creating build/bdist.linux-x86_64/wheel/distributed/comm/tests -copying build/lib/distributed/comm/tests/test_ucx_config.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests -copying build/lib/distributed/comm/tests/test_comms.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests -copying build/lib/distributed/comm/tests/test_ws.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests -copying build/lib/distributed/comm/tests/test_tcp.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests -copying build/lib/distributed/comm/tests/test_ucx.py -> build/bdist.linux-x86_64/wheel/./distributed/comm/tests -copying build/lib/distributed/comm/ucx.py -> build/bdist.linux-x86_64/wheel/./distributed/comm -copying build/lib/distributed/comm/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/comm -copying build/lib/distributed/comm/ws.py -> build/bdist.linux-x86_64/wheel/./distributed/comm -copying build/lib/distributed/comm/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/comm -copying build/lib/distributed/comm/tcp.py -> build/bdist.linux-x86_64/wheel/./distributed/comm -copying build/lib/distributed/comm/registry.py -> build/bdist.linux-x86_64/wheel/./distributed/comm -copying build/lib/distributed/comm/core.py -> build/bdist.linux-x86_64/wheel/./distributed/comm -copying build/lib/distributed/comm/addressing.py -> build/bdist.linux-x86_64/wheel/./distributed/comm -copying build/lib/distributed/comm/inproc.py -> build/bdist.linux-x86_64/wheel/./distributed/comm -copying build/lib/distributed/lock.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/utils_test.py -> build/bdist.linux-x86_64/wheel/./distributed -creating build/bdist.linux-x86_64/wheel/distributed/protocol -copying build/lib/distributed/protocol/rmm.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/cuda.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/arrow.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/compression.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/serialize.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -creating build/bdist.linux-x86_64/wheel/distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_numba.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_highlevelgraph.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_arrow.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_collection_cuda.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_protocol_utils.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_to_pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_serialize.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_collection.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_scipy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_pandas.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_torch.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_sparse.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_rmm.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_netcdf4.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_protocol.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_numpy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_h5py.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_cupy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_utils.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_keras.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_compression.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/tests/test_utils_test.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests -copying build/lib/distributed/protocol/numpy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/keras.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/utils_test.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/torch.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/netcdf4.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/h5py.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/cupy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/sparse.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/numba.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/scipy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/protocol/core.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol -copying build/lib/distributed/broker.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/compatibility.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/dashboard/components/rmm.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/components +copying build/lib/distributed/dashboard/components/nvml.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard/components +copying build/lib/distributed/dashboard/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/dashboard +copying build/lib/distributed/_async_taskgroup.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/cluster_dump.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/preloading.py -> build/bdist.linux-x86_64/wheel/./distributed creating build/bdist.linux-x86_64/wheel/distributed/http -copying build/lib/distributed/http/proxy.py -> build/bdist.linux-x86_64/wheel/./distributed/http -copying build/lib/distributed/http/prometheus.py -> build/bdist.linux-x86_64/wheel/./distributed/http +copying build/lib/distributed/http/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http +copying build/lib/distributed/http/statics.py -> build/bdist.linux-x86_64/wheel/./distributed/http creating build/bdist.linux-x86_64/wheel/distributed/http/scheduler +copying build/lib/distributed/http/scheduler/api.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler +copying build/lib/distributed/http/scheduler/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler +copying build/lib/distributed/http/scheduler/json.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler +copying build/lib/distributed/http/scheduler/missing_bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler creating build/bdist.linux-x86_64/wheel/distributed/http/scheduler/prometheus -copying build/lib/distributed/http/scheduler/prometheus/stealing.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/prometheus copying build/lib/distributed/http/scheduler/prometheus/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/prometheus -copying build/lib/distributed/http/scheduler/prometheus/core.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/prometheus +copying build/lib/distributed/http/scheduler/prometheus/stealing.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/prometheus copying build/lib/distributed/http/scheduler/prometheus/semaphore.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/prometheus -copying build/lib/distributed/http/scheduler/info.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler +copying build/lib/distributed/http/scheduler/prometheus/core.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/prometheus creating build/bdist.linux-x86_64/wheel/distributed/http/scheduler/tests -copying build/lib/distributed/http/scheduler/tests/test_stealing_http.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/tests +copying build/lib/distributed/http/scheduler/tests/test_missing_bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/tests copying build/lib/distributed/http/scheduler/tests/test_semaphore_http.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/tests +copying build/lib/distributed/http/scheduler/tests/test_stealing_http.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/tests copying build/lib/distributed/http/scheduler/tests/test_scheduler_http.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/tests -copying build/lib/distributed/http/scheduler/tests/test_missing_bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler/tests -copying build/lib/distributed/http/scheduler/json.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler -copying build/lib/distributed/http/scheduler/missing_bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler -copying build/lib/distributed/http/scheduler/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler -copying build/lib/distributed/http/scheduler/api.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler -creating build/bdist.linux-x86_64/wheel/distributed/http/tests -copying build/lib/distributed/http/tests/test_routing.py -> build/bdist.linux-x86_64/wheel/./distributed/http/tests -copying build/lib/distributed/http/tests/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/tests -copying build/lib/distributed/http/tests/test_core.py -> build/bdist.linux-x86_64/wheel/./distributed/http/tests -copying build/lib/distributed/http/routing.py -> build/bdist.linux-x86_64/wheel/./distributed/http -copying build/lib/distributed/http/health.py -> build/bdist.linux-x86_64/wheel/./distributed/http -copying build/lib/distributed/http/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http +copying build/lib/distributed/http/scheduler/info.py -> build/bdist.linux-x86_64/wheel/./distributed/http/scheduler creating build/bdist.linux-x86_64/wheel/distributed/http/static +copying build/lib/distributed/http/static/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/static +creating build/bdist.linux-x86_64/wheel/distributed/http/static/js +copying build/lib/distributed/http/static/js/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js +copying build/lib/distributed/http/static/js/individual-cluster-map.js -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js +copying build/lib/distributed/http/static/js/anime.min.js -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js +copying build/lib/distributed/http/static/js/sortable.min.js -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js +copying build/lib/distributed/http/static/js/reconnecting-websocket.min.js -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js creating build/bdist.linux-x86_64/wheel/distributed/http/static/images -copying build/lib/distributed/http/static/images/numpy.png -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images -copying build/lib/distributed/http/static/images/pandas.png -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images -copying build/lib/distributed/http/static/images/favicon.ico -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images -copying build/lib/distributed/http/static/images/dask-logo.svg -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images -copying build/lib/distributed/http/static/images/fa-bars.svg -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images copying build/lib/distributed/http/static/images/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images +copying build/lib/distributed/http/static/images/favicon.ico -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images copying build/lib/distributed/http/static/images/jupyter.svg -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images +copying build/lib/distributed/http/static/images/pandas.png -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images +copying build/lib/distributed/http/static/images/numpy.png -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images copying build/lib/distributed/http/static/images/python.png -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images -copying build/lib/distributed/http/static/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/static +copying build/lib/distributed/http/static/images/fa-bars.svg -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images +copying build/lib/distributed/http/static/images/dask-logo.svg -> build/bdist.linux-x86_64/wheel/./distributed/http/static/images +copying build/lib/distributed/http/static/individual-cluster-map.html -> build/bdist.linux-x86_64/wheel/./distributed/http/static creating build/bdist.linux-x86_64/wheel/distributed/http/static/css +copying build/lib/distributed/http/static/css/status.css -> build/bdist.linux-x86_64/wheel/./distributed/http/static/css +copying build/lib/distributed/http/static/css/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/static/css copying build/lib/distributed/http/static/css/gpu.css -> build/bdist.linux-x86_64/wheel/./distributed/http/static/css -copying build/lib/distributed/http/static/css/base.css -> build/bdist.linux-x86_64/wheel/./distributed/http/static/css copying build/lib/distributed/http/static/css/individual-cluster-map.css -> build/bdist.linux-x86_64/wheel/./distributed/http/static/css -copying build/lib/distributed/http/static/css/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/static/css +copying build/lib/distributed/http/static/css/base.css -> build/bdist.linux-x86_64/wheel/./distributed/http/static/css copying build/lib/distributed/http/static/css/sortable.min.css -> build/bdist.linux-x86_64/wheel/./distributed/http/static/css -copying build/lib/distributed/http/static/css/status.css -> build/bdist.linux-x86_64/wheel/./distributed/http/static/css -copying build/lib/distributed/http/static/individual-cluster-map.html -> build/bdist.linux-x86_64/wheel/./distributed/http/static -creating build/bdist.linux-x86_64/wheel/distributed/http/static/js -copying build/lib/distributed/http/static/js/sortable.min.js -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js -copying build/lib/distributed/http/static/js/individual-cluster-map.js -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js -copying build/lib/distributed/http/static/js/anime.min.js -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js -copying build/lib/distributed/http/static/js/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js -copying build/lib/distributed/http/static/js/reconnecting-websocket.min.js -> build/bdist.linux-x86_64/wheel/./distributed/http/static/js -copying build/lib/distributed/http/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/http +creating build/bdist.linux-x86_64/wheel/distributed/http/tests +copying build/lib/distributed/http/tests/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/tests +copying build/lib/distributed/http/tests/test_core.py -> build/bdist.linux-x86_64/wheel/./distributed/http/tests +copying build/lib/distributed/http/tests/test_routing.py -> build/bdist.linux-x86_64/wheel/./distributed/http/tests +copying build/lib/distributed/http/routing.py -> build/bdist.linux-x86_64/wheel/./distributed/http creating build/bdist.linux-x86_64/wheel/distributed/http/worker +copying build/lib/distributed/http/worker/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/worker creating build/bdist.linux-x86_64/wheel/distributed/http/worker/prometheus copying build/lib/distributed/http/worker/prometheus/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/worker/prometheus copying build/lib/distributed/http/worker/prometheus/core.py -> build/bdist.linux-x86_64/wheel/./distributed/http/worker/prometheus creating build/bdist.linux-x86_64/wheel/distributed/http/worker/tests copying build/lib/distributed/http/worker/tests/test_worker_http.py -> build/bdist.linux-x86_64/wheel/./distributed/http/worker/tests -copying build/lib/distributed/http/worker/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/worker creating build/bdist.linux-x86_64/wheel/distributed/http/templates -copying build/lib/distributed/http/templates/worker.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates -copying build/lib/distributed/http/templates/main.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates +copying build/lib/distributed/http/templates/call-stack.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates +copying build/lib/distributed/http/templates/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/templates +copying build/lib/distributed/http/templates/worker-table.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates copying build/lib/distributed/http/templates/workers.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates -copying build/lib/distributed/http/templates/gpu.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates -copying build/lib/distributed/http/templates/task.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates copying build/lib/distributed/http/templates/logs.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates -copying build/lib/distributed/http/templates/call-stack.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates +copying build/lib/distributed/http/templates/main.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates copying build/lib/distributed/http/templates/json-index.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates -copying build/lib/distributed/http/templates/simple.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates -copying build/lib/distributed/http/templates/worker-table.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates -copying build/lib/distributed/http/templates/base.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates +copying build/lib/distributed/http/templates/task.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates copying build/lib/distributed/http/templates/status.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates -copying build/lib/distributed/http/templates/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/http/templates +copying build/lib/distributed/http/templates/gpu.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates copying build/lib/distributed/http/templates/exceptions.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates -copying build/lib/distributed/http/statics.py -> build/bdist.linux-x86_64/wheel/./distributed/http -copying build/lib/distributed/_asyncio.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/worker.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/chaos.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/scheduler.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/objects.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/cluster_dump.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/http/templates/base.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates +copying build/lib/distributed/http/templates/worker.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates +copying build/lib/distributed/http/templates/simple.html -> build/bdist.linux-x86_64/wheel/./distributed/http/templates +copying build/lib/distributed/http/prometheus.py -> build/bdist.linux-x86_64/wheel/./distributed/http +copying build/lib/distributed/http/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/http +copying build/lib/distributed/http/health.py -> build/bdist.linux-x86_64/wheel/./distributed/http +copying build/lib/distributed/http/proxy.py -> build/bdist.linux-x86_64/wheel/./distributed/http +copying build/lib/distributed/sizeof.py -> build/bdist.linux-x86_64/wheel/./distributed +creating build/bdist.linux-x86_64/wheel/distributed/protocol +copying build/lib/distributed/protocol/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/compression.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/netcdf4.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/torch.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +creating build/bdist.linux-x86_64/wheel/distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_torch.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_sparse.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_pandas.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_h5py.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_compression.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_to_pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_utils.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_collection.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_protocol_utils.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_collection_cuda.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_arrow.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_highlevelgraph.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_serialize.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_netcdf4.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_numba.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_numpy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_scipy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_utils_test.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_rmm.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_cupy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_protocol.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/tests/test_keras.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol/tests +copying build/lib/distributed/protocol/numba.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/pickle.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/scipy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/sparse.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/keras.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/cupy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/arrow.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/core.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/utils_test.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/rmm.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/numpy.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/serialize.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/cuda.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/protocol/h5py.py -> build/bdist.linux-x86_64/wheel/./distributed/protocol +copying build/lib/distributed/_signals.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/actor.py -> build/bdist.linux-x86_64/wheel/./distributed copying build/lib/distributed/pytest_resourceleaks.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/active_memory_manager.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/security.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/client.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/core.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/_concurrent_futures_thread.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/process.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/_stories.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/profile.py -> build/bdist.linux-x86_64/wheel/./distributed copying build/lib/distributed/utils.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/publish.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/bokeh.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/worker_memory.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/utils_test.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/batched.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/gc.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/active_memory_manager.py -> build/bdist.linux-x86_64/wheel/./distributed copying build/lib/distributed/proctitle.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/pubsub.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/counter.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/cfexecutor.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/py.typed -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/distributed.yaml -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/recreate_tasks.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/_stories.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/core.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/semaphore.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/worker_state_machine.py -> build/bdist.linux-x86_64/wheel/./distributed -creating build/bdist.linux-x86_64/wheel/distributed/diagnostics -copying build/lib/distributed/diagnostics/rmm.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/graph_layout.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/cudf.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/progress_stream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -creating build/bdist.linux-x86_64/wheel/distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_progress.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_nvml.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_progressbar.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_cluster_dump_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_memory_sampler.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_rmm_diagnostics.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_progress_stream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_scheduler_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_memray.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_graph_layout.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_task_stream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_progress_widgets.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_install_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_worker_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_nanny_plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_cudf_diagnostics.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/tests/test_eventstream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics/tests -copying build/lib/distributed/diagnostics/progress.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/task_stream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/nvml.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/eventstream.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/progressbar.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/cluster_dump.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/plugin.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/memray.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/memory_sampler.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/diagnostics/websocket.py -> build/bdist.linux-x86_64/wheel/./distributed/diagnostics -copying build/lib/distributed/preloading.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/collections.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/actor.py -> build/bdist.linux-x86_64/wheel/./distributed copying build/lib/distributed/multi_lock.py -> build/bdist.linux-x86_64/wheel/./distributed -creating build/bdist.linux-x86_64/wheel/distributed/deploy -copying build/lib/distributed/deploy/subprocess.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -copying build/lib/distributed/deploy/adaptive.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -creating build/bdist.linux-x86_64/wheel/distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_adaptive_core.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_slow_adaptive.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_subprocess.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_local.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_deploy_utils.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_adaptive.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_old_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_spec_cluster.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/tests/test_cluster.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy/tests -copying build/lib/distributed/deploy/local.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -copying build/lib/distributed/deploy/old_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -copying build/lib/distributed/deploy/adaptive_core.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -copying build/lib/distributed/deploy/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -copying build/lib/distributed/deploy/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -copying build/lib/distributed/deploy/spec.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -copying build/lib/distributed/deploy/cluster.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -copying build/lib/distributed/deploy/ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/deploy -copying build/lib/distributed/system_monitor.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/diskutils.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/sizeof.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/gc.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/_async_taskgroup.py -> build/bdist.linux-x86_64/wheel/./distributed -creating build/bdist.linux-x86_64/wheel/distributed/widgets -copying build/lib/distributed/widgets/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/widgets -creating build/bdist.linux-x86_64/wheel/distributed/widgets/templates -copying build/lib/distributed/widgets/templates/client.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/log.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/security.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/process_interface.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/scheduler.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/future.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/scheduler_info.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/logs.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/computation.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/has_what.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/task_state.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/worker_state.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/who_has.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/cluster.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/widgets/templates/local_cluster.html.j2 -> build/bdist.linux-x86_64/wheel/./distributed/widgets/templates -copying build/lib/distributed/_concurrent_futures_thread.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/spill.py -> build/bdist.linux-x86_64/wheel/./distributed -copying build/lib/distributed/utils_comm.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/security.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/worker_client.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/chaos.py -> build/bdist.linux-x86_64/wheel/./distributed +creating build/bdist.linux-x86_64/wheel/distributed/cli +copying build/lib/distributed/cli/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/cli +copying build/lib/distributed/cli/dask_scheduler.py -> build/bdist.linux-x86_64/wheel/./distributed/cli +copying build/lib/distributed/cli/dask_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/cli +creating build/bdist.linux-x86_64/wheel/distributed/cli/tests +copying build/lib/distributed/cli/tests/__init__.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests +copying build/lib/distributed/cli/tests/test_dask_spec.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests +copying build/lib/distributed/cli/tests/test_dask_scheduler.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests +copying build/lib/distributed/cli/tests/test_dask_worker.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests +copying build/lib/distributed/cli/tests/test_tls_cli.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests +copying build/lib/distributed/cli/tests/test_dask_ssh.py -> build/bdist.linux-x86_64/wheel/./distributed/cli/tests +copying build/lib/distributed/cli/utils.py -> build/bdist.linux-x86_64/wheel/./distributed/cli +copying build/lib/distributed/cli/dask_worker.py -> build/bdist.linux-x86_64/wheel/./distributed/cli +copying build/lib/distributed/cli/dask_spec.py -> build/bdist.linux-x86_64/wheel/./distributed/cli +copying build/lib/distributed/exceptions.py -> build/bdist.linux-x86_64/wheel/./distributed +copying build/lib/distributed/system.py -> build/bdist.linux-x86_64/wheel/./distributed running install_egg_info Copying distributed.egg-info to build/bdist.linux-x86_64/wheel/./distributed-2024.12.1.egg-info running install_scripts creating build/bdist.linux-x86_64/wheel/distributed-2024.12.1.dist-info/WHEEL -creating '/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/.tmp-xxwsk48o/distributed-2024.12.1-py3-none-any.whl' and adding 'build/bdist.linux-x86_64/wheel' to it +creating '/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/.tmp-vuwl80gu/distributed-2024.12.1-py3-none-any.whl' and adding 'build/bdist.linux-x86_64/wheel' to it adding 'distributed/__init__.py' adding 'distributed/_async_taskgroup.py' adding 'distributed/_asyncio.py' @@ -3273,9 +3309,9 @@ preparing documents... done copying assets... copying static files... -Writing evaluated template result to /build/reproducible-path/dask.distributed-2024.12.1+ds/build/html/_static/documentation_options.js -Writing evaluated template result to /build/reproducible-path/dask.distributed-2024.12.1+ds/build/html/_static/basic.css Writing evaluated template result to /build/reproducible-path/dask.distributed-2024.12.1+ds/build/html/_static/language_data.js +Writing evaluated template result to /build/reproducible-path/dask.distributed-2024.12.1+ds/build/html/_static/basic.css +Writing evaluated template result to /build/reproducible-path/dask.distributed-2024.12.1+ds/build/html/_static/documentation_options.js Writing evaluated template result to /build/reproducible-path/dask.distributed-2024.12.1+ds/build/html/_static/alabaster.css copying static files: done copying extra files... @@ -3400,7 +3436,7 @@ cachedir: .pytest_cache rootdir: /build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build configfile: pyproject.toml -plugins: rerunfailures-15.0, typeguard-4.4.2, timeout-2.3.1, anyio-4.8.0 +plugins: timeout-2.3.1, anyio-4.8.0, rerunfailures-15.0, typeguard-4.4.2 timeout: 300.0s timeout method: signal timeout func_only: False @@ -6031,13 +6067,13 @@ distributed/tests/test_tls_functional.py::test_client_submit PASSED [ 81%] distributed/tests/test_tls_functional.py::test_gather PASSED [ 81%] distributed/tests/test_tls_functional.py::test_scatter PASSED [ 81%] -distributed/tests/test_tls_functional.py::test_nanny PASSED [ 81%] +distributed/tests/test_tls_functional.py::test_nanny FAILED [ 81%] distributed/tests/test_tls_functional.py::test_rebalance PASSED [ 81%] distributed/tests/test_tls_functional.py::test_work_stealing PASSED [ 81%] distributed/tests/test_tls_functional.py::test_worker_client PASSED [ 81%] distributed/tests/test_tls_functional.py::test_worker_client_gather PASSED [ 81%] distributed/tests/test_tls_functional.py::test_worker_client_executor PASSED [ 81%] -distributed/tests/test_tls_functional.py::test_retire_workers PASSED [ 81%] +distributed/tests/test_tls_functional.py::test_retire_workers FAILED [ 81%] distributed/tests/test_tls_functional.py::test_security_dict_input PASSED [ 81%] distributed/tests/test_utils.py::test_All PASSED [ 81%] distributed/tests/test_utils.py::test_sync PASSED [ 81%] @@ -6643,27 +6679,4266 @@ distributed/tests/test_worker_state_machine.py::test_remove_worker_while_in_fetch PASSED [ 99%] distributed/tests/test_worker_state_machine.py::test_remove_worker_unknown PASSED [100%] +=================================== FAILURES =================================== +__________________________________ test_nanny __________________________________ + +fut = , timeout = 0 + + async def wait_for(fut: Awaitable[T], timeout: float) -> T: + async with asyncio.timeout(timeout): +> return await fut + +distributed/utils.py:1914: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +distributed/nanny.py:358: in start_unsafe + comm = await self.rpc.connect(saddr) +distributed/core.py:1485: in connect + return await self._connect(addr=addr, timeout=timeout) +distributed/core.py:1429: in _connect + comm = await connect( +distributed/comm/core.py:342: in connect + comm = await wait_for( +distributed/utils.py:1914: in wait_for + return await fut +distributed/comm/tcp.py:546: in connect + stream = await self.client.connect( +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = +host = '127.0.0.1', port = 34861, af = +ssl_options = +max_buffer_size = 42429634560.0, source_ip = None, source_port = None +timeout = None + + async def connect( + self, + host: str, + port: int, + af: socket.AddressFamily = socket.AF_UNSPEC, + ssl_options: Optional[Union[Dict[str, Any], ssl.SSLContext]] = None, + max_buffer_size: Optional[int] = None, + source_ip: Optional[str] = None, + source_port: Optional[int] = None, + timeout: Optional[Union[float, datetime.timedelta]] = None, + ) -> IOStream: + """Connect to the given host and port. + + Asynchronously returns an `.IOStream` (or `.SSLIOStream` if + ``ssl_options`` is not None). + + Using the ``source_ip`` kwarg, one can specify the source + IP address to use when establishing the connection. + In case the user needs to resolve and + use a specific interface, it has to be handled outside + of Tornado as this depends very much on the platform. + + Raises `TimeoutError` if the input future does not complete before + ``timeout``, which may be specified in any form allowed by + `.IOLoop.add_timeout` (i.e. a `datetime.timedelta` or an absolute time + relative to `.IOLoop.time`) + + Similarly, when the user requires a certain source port, it can + be specified using the ``source_port`` arg. + + .. versionchanged:: 4.5 + Added the ``source_ip`` and ``source_port`` arguments. + + .. versionchanged:: 5.0 + Added the ``timeout`` argument. + """ + if timeout is not None: + if isinstance(timeout, numbers.Real): + timeout = IOLoop.current().time() + timeout + elif isinstance(timeout, datetime.timedelta): + timeout = IOLoop.current().time() + timeout.total_seconds() + else: + raise TypeError("Unsupported timeout %r" % timeout) + if timeout is not None: + addrinfo = await gen.with_timeout( + timeout, self.resolver.resolve(host, port, af) + ) + else: + addrinfo = await self.resolver.resolve(host, port, af) + connector = _Connector( + addrinfo, + functools.partial( + self._create_stream, + max_buffer_size, + source_ip=source_ip, + source_port=source_port, + ), + ) +> af, addr, stream = await connector.start(connect_timeout=timeout) +E asyncio.exceptions.CancelledError + +/usr/lib/python3/dist-packages/tornado/tcpclient.py:279: CancelledError + +The above exception was the direct cause of the following exception: + +self = + + @final + async def start(self): + async with self._startup_lock: + if self.status == Status.failed: + assert self.__startup_exc is not None + raise self.__startup_exc + elif self.status != Status.init: + return self + timeout = getattr(self, "death_timeout", None) + + async def _close_on_failure(exc: Exception) -> None: + await self.close(reason=f"failure-to-start-{str(type(exc))}") + self.status = Status.failed + self.__startup_exc = exc + + try: +> await wait_for(self.start_unsafe(), timeout=timeout) + +distributed/core.py:528: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +distributed/utils.py:1913: in wait_for + async with asyncio.timeout(timeout): +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = +exc_type = +exc_val = CancelledError(), exc_tb = + + async def __aexit__( + self, + exc_type: Optional[Type[BaseException]], + exc_val: Optional[BaseException], + exc_tb: Optional[TracebackType], + ) -> Optional[bool]: + assert self._state in (_State.ENTERED, _State.EXPIRING) + + if self._timeout_handler is not None: + self._timeout_handler.cancel() + self._timeout_handler = None + + if self._state is _State.EXPIRING: + self._state = _State.EXPIRED + + if self._task.uncancel() <= self._cancelling and exc_type is not None: + # Since there are no new cancel requests, we're + # handling this. + if issubclass(exc_type, exceptions.CancelledError): +> raise TimeoutError from exc_val +E TimeoutError + +/usr/lib/python3.13/asyncio/timeouts.py:116: TimeoutError + +The above exception was the direct cause of the following exception: + + @contextlib.asynccontextmanager + async def _cluster_factory(): + workers = [] + s = None + try: + for _ in range(60): + try: +> s, ws = await start_cluster( + nthreads, + scheduler, + security=security, + Worker=Worker, + scheduler_kwargs=scheduler_kwargs, + worker_kwargs=merge( + {"death_timeout": min(15, int(deadline.remaining))}, + worker_kwargs, + ), + ) + +distributed/utils_test.py:974: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +distributed/utils_test.py:791: in start_cluster + await asyncio.gather(*workers) +/usr/lib/python3.13/asyncio/tasks.py:737: in _wrap_awaitable + return await awaitable +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = + + @final + async def start(self): + async with self._startup_lock: + if self.status == Status.failed: + assert self.__startup_exc is not None + raise self.__startup_exc + elif self.status != Status.init: + return self + timeout = getattr(self, "death_timeout", None) + + async def _close_on_failure(exc: Exception) -> None: + await self.close(reason=f"failure-to-start-{str(type(exc))}") + self.status = Status.failed + self.__startup_exc = exc + + try: + await wait_for(self.start_unsafe(), timeout=timeout) + except asyncio.TimeoutError as exc: + await _close_on_failure(exc) +> raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +E TimeoutError: Nanny start timed out after 0s. + +distributed/core.py:531: TimeoutError + +During handling of the above exception, another exception occurred: + +fut = ._..test_func..async_fn at 0x7ff187513a00> +timeout = 60 + + async def wait_for(fut: Awaitable[T], timeout: float) -> T: + async with asyncio.timeout(timeout): +> return await fut + +distributed/utils.py:1914: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +distributed/utils_test.py:1007: in async_fn + _cluster_factory() as (s, workers), +/usr/lib/python3.13/contextlib.py:214: in __aenter__ + return await anext(self.gen) +distributed/utils_test.py:991: in _cluster_factory + await asyncio.sleep(1) +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +delay = 1, result = None + + async def sleep(delay, result=None): + """Coroutine that completes after a given time (in seconds).""" + if delay <= 0: + await __sleep0() + return result + + if math.isnan(delay): + raise ValueError("Invalid delay: NaN (not a number)") + + loop = events.get_running_loop() + future = loop.create_future() + h = loop.call_later(delay, + futures._set_result_unless_cancelled, + future, result) + try: +> return await future +E asyncio.exceptions.CancelledError + +/usr/lib/python3.13/asyncio/tasks.py:718: CancelledError + +The above exception was the direct cause of the following exception: + +args = (), kwds = {} + + @wraps(func) + def inner(*args, **kwds): + with self._recreate_cm(): +> return func(*args, **kwds) + +/usr/lib/python3.13/contextlib.py:85: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +/usr/lib/python3.13/contextlib.py:85: in inner + return func(*args, **kwds) +distributed/utils_test.py:1090: in test_func + return _run_and_close_tornado(async_fn_outer) +distributed/utils_test.py:380: in _run_and_close_tornado + return asyncio_run(inner_fn(), loop_factory=get_loop_factory()) +/usr/lib/python3.13/asyncio/runners.py:195: in run + return runner.run(main) +/usr/lib/python3.13/asyncio/runners.py:118: in run + return self._loop.run_until_complete(task) +/usr/lib/python3.13/asyncio/base_events.py:719: in run_until_complete + return future.result() +distributed/utils_test.py:377: in inner_fn + return await async_fn(*args, **kwargs) +distributed/utils_test.py:1087: in async_fn_outer + return await utils_wait_for(async_fn(), timeout=timeout * 2) +distributed/utils.py:1913: in wait_for + async with asyncio.timeout(timeout): +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = +exc_type = +exc_val = CancelledError(), exc_tb = + + async def __aexit__( + self, + exc_type: Optional[Type[BaseException]], + exc_val: Optional[BaseException], + exc_tb: Optional[TracebackType], + ) -> Optional[bool]: + assert self._state in (_State.ENTERED, _State.EXPIRING) + + if self._timeout_handler is not None: + self._timeout_handler.cancel() + self._timeout_handler = None + + if self._state is _State.EXPIRING: + self._state = _State.EXPIRED + + if self._task.uncancel() <= self._cancelling and exc_type is not None: + # Since there are no new cancel requests, we're + # handling this. + if issubclass(exc_type, exceptions.CancelledError): +> raise TimeoutError from exc_val +E TimeoutError + +/usr/lib/python3.13/asyncio/timeouts.py:116: TimeoutError +----------------------------- Captured stderr call ----------------------------- +2025-04-02 06:35:41,502 - distributed.scheduler - INFO - State start +2025-04-02 06:35:41,515 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:46571 +2025-04-02 06:35:41,521 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:38247/status +2025-04-02 06:35:41,526 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:35:41,582 - distributed.nanny - INFO - Start Nanny at: 'tls://127.0.0.1:36553' +2025-04-02 06:35:41,585 - distributed.nanny - INFO - Start Nanny at: 'tls://127.0.0.1:37579' +2025-04-02 06:35:43,471 - distributed.worker.memory - WARNING - Ignoring provided memory limit 84859269120 due to system memory limit of 79.03 GiB +2025-04-02 06:35:43,486 - distributed.worker.memory - WARNING - Ignoring provided memory limit 84859269120 due to system memory limit of 79.03 GiB +2025-04-02 06:35:43,540 - distributed.worker - INFO - Start worker at: tls://127.0.0.1:46371 +2025-04-02 06:35:43,541 - distributed.worker - INFO - Listening to: tls://127.0.0.1:46371 +2025-04-02 06:35:43,541 - distributed.worker - INFO - Worker name: 0 +2025-04-02 06:35:43,541 - distributed.worker - INFO - dashboard at: 127.0.0.1:43427 +2025-04-02 06:35:43,541 - distributed.worker - INFO - Waiting to connect to: tls://127.0.0.1:46571 +2025-04-02 06:35:43,541 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:35:43,541 - distributed.worker - INFO - Threads: 1 +2025-04-02 06:35:43,542 - distributed.worker - INFO - Memory: 79.03 GiB +2025-04-02 06:35:43,542 - distributed.worker - INFO - Local Directory: /tmp/dask-scratch-space/worker-tn5y5bpf +2025-04-02 06:35:43,542 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:35:43,557 - distributed.worker - INFO - Start worker at: tls://127.0.0.1:42579 +2025-04-02 06:35:43,558 - distributed.worker - INFO - Listening to: tls://127.0.0.1:42579 +2025-04-02 06:35:43,558 - distributed.worker - INFO - Worker name: 1 +2025-04-02 06:35:43,558 - distributed.worker - INFO - dashboard at: 127.0.0.1:43423 +2025-04-02 06:35:43,558 - distributed.worker - INFO - Waiting to connect to: tls://127.0.0.1:46571 +2025-04-02 06:35:43,558 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:35:43,558 - distributed.worker - INFO - Threads: 2 +2025-04-02 06:35:43,558 - distributed.worker - INFO - Memory: 79.03 GiB +2025-04-02 06:35:43,558 - distributed.worker - INFO - Local Directory: /tmp/dask-scratch-space/worker-ny5skhrz +2025-04-02 06:35:43,558 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:35:44,482 - distributed.scheduler - INFO - Register worker addr: tls://127.0.0.1:46371 name: 0 +2025-04-02 06:35:44,548 - distributed.worker - INFO - Starting Worker plugin shuffle +2025-04-02 06:35:44,549 - distributed.worker - INFO - Registered to: tls://127.0.0.1:46571 +2025-04-02 06:35:44,550 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:35:44,544 - distributed.scheduler - INFO - Starting worker compute stream, tls://127.0.0.1:46371 +2025-04-02 06:35:44,552 - distributed.core - INFO - Starting established connection to tls://127.0.0.1:35340 +2025-04-02 06:35:44,554 - distributed.scheduler - INFO - Register worker addr: tls://127.0.0.1:42579 name: 1 +2025-04-02 06:35:44,559 - distributed.core - INFO - Starting established connection to tls://127.0.0.1:46571 +2025-04-02 06:35:44,611 - distributed.scheduler - INFO - Starting worker compute stream, tls://127.0.0.1:42579 +2025-04-02 06:35:44,616 - distributed.core - INFO - Starting established connection to tls://127.0.0.1:35344 +2025-04-02 06:35:44,616 - distributed.worker - INFO - Starting Worker plugin shuffle +2025-04-02 06:35:44,617 - distributed.worker - INFO - Registered to: tls://127.0.0.1:46571 +2025-04-02 06:35:44,617 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:35:44,621 - distributed.core - INFO - Connection to tls://127.0.0.1:35344 has been closed. +2025-04-02 06:35:44,621 - distributed.scheduler - INFO - Remove worker addr: tls://127.0.0.1:42579 name: 1 (stimulus_id='handle-worker-cleanup-1743525344.6213083') +2025-04-02 06:35:44,628 - distributed.core - INFO - Starting established connection to tls://127.0.0.1:46571 +2025-04-02 06:35:44,628 - distributed.core - INFO - Connection to tls://127.0.0.1:46571 has been closed. +2025-04-02 06:35:44,628 - distributed.worker - INFO - Stopping worker at tls://127.0.0.1:42579. Reason: worker-handle-scheduler-connection-broken +2025-04-02 06:35:44,673 - distributed.nanny - INFO - Closing Nanny gracefully at 'tls://127.0.0.1:37579'. Reason: worker-handle-scheduler-connection-broken +2025-04-02 06:35:44,675 - distributed.worker - INFO - Removing Worker plugin shuffle +2025-04-02 06:35:44,684 - distributed.nanny - INFO - Worker closed +2025-04-02 06:35:47,131 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:37579'. Reason: nanny-close-gracefully +2025-04-02 06:35:47,132 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:37579' closed. +2025-04-02 06:36:14,677 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:36553'. Reason: nanny-close +2025-04-02 06:36:14,678 - distributed.nanny - INFO - Nanny asking worker to close. Reason: nanny-close +2025-04-02 06:36:14,691 - distributed.worker - INFO - Stopping worker at tls://127.0.0.1:46371. Reason: nanny-close +2025-04-02 06:36:14,692 - distributed.worker - INFO - Removing Worker plugin shuffle +2025-04-02 06:36:14,695 - distributed.core - INFO - Connection to tls://127.0.0.1:46571 has been closed. +2025-04-02 06:36:14,697 - distributed.core - INFO - Received 'close-stream' from tls://127.0.0.1:35340; closing. +2025-04-02 06:36:14,698 - distributed.scheduler - INFO - Remove worker addr: tls://127.0.0.1:46371 name: 0 (stimulus_id='handle-worker-cleanup-1743525374.6979966') +2025-04-02 06:36:14,708 - distributed.nanny - INFO - Worker closed +2025-04-02 06:36:14,703 - distributed.scheduler - INFO - Lost all workers +2025-04-02 06:36:15,248 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:36553' closed. +2025-04-02 06:36:15,249 - distributed.scheduler - INFO - Closing scheduler. Reason: unknown +2025-04-02 06:36:15,257 - distributed.scheduler - INFO - Scheduler closing all comms +2025-04-02 06:36:15,269 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Cluster creation timeout; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 806, in start_cluster + raise TimeoutError("Cluster creation timeout") +TimeoutError: Cluster creation timeout +2025-04-02 06:36:16,282 - distributed.scheduler - INFO - State start +2025-04-02 06:36:16,302 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:40855 +2025-04-02 06:36:16,309 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:41043/status +2025-04-02 06:36:16,316 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:16,349 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:38603'. Reason: failure-to-start- +2025-04-02 06:36:16,350 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:38603' closed. +2025-04-02 06:36:16,350 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:45913'. Reason: failure-to-start- +2025-04-02 06:36:16,353 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:45913' closed. +2025-04-02 06:36:16,355 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40855': TLS handshake failed with remote 'tls://127.0.0.1:40314': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:16,356 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40855': TLS handshake failed with remote 'tls://127.0.0.1:40316': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:16,356 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:17,368 - distributed.scheduler - INFO - State start +2025-04-02 06:36:17,389 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:40755 +2025-04-02 06:36:17,394 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:38479/status +2025-04-02 06:36:17,402 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:17,438 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:43335'. Reason: failure-to-start- +2025-04-02 06:36:17,439 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:43335' closed. +2025-04-02 06:36:17,439 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:46225'. Reason: failure-to-start- +2025-04-02 06:36:17,440 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:46225' closed. +2025-04-02 06:36:17,441 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40755': TLS handshake failed with remote 'tls://127.0.0.1:51036': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:17,441 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40755': TLS handshake failed with remote 'tls://127.0.0.1:51046': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:17,441 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:18,478 - distributed.scheduler - INFO - State start +2025-04-02 06:36:18,500 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:33637 +2025-04-02 06:36:18,509 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:41361/status +2025-04-02 06:36:18,516 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:18,553 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:38197'. Reason: failure-to-start- +2025-04-02 06:36:18,553 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:38197' closed. +2025-04-02 06:36:18,554 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:40177'. Reason: failure-to-start- +2025-04-02 06:36:18,554 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:40177' closed. +2025-04-02 06:36:18,560 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33637': TLS handshake failed with remote 'tls://127.0.0.1:36542': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:18,560 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33637': TLS handshake failed with remote 'tls://127.0.0.1:36544': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:18,560 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:19,575 - distributed.scheduler - INFO - State start +2025-04-02 06:36:19,599 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:42955 +2025-04-02 06:36:19,607 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:39789/status +2025-04-02 06:36:19,617 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:19,651 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:44333'. Reason: failure-to-start- +2025-04-02 06:36:19,652 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:44333' closed. +2025-04-02 06:36:19,652 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:44717'. Reason: failure-to-start- +2025-04-02 06:36:19,653 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:44717' closed. +2025-04-02 06:36:19,654 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:42955': TLS handshake failed with remote 'tls://127.0.0.1:59206': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:19,654 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:42955': TLS handshake failed with remote 'tls://127.0.0.1:59222': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:19,654 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:20,667 - distributed.scheduler - INFO - State start +2025-04-02 06:36:20,694 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:44219 +2025-04-02 06:36:20,700 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:34325/status +2025-04-02 06:36:20,705 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:20,732 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:39155'. Reason: failure-to-start- +2025-04-02 06:36:20,733 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:39155' closed. +2025-04-02 06:36:20,733 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:36473'. Reason: failure-to-start- +2025-04-02 06:36:20,734 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:36473' closed. +2025-04-02 06:36:20,735 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:44219': TLS handshake failed with remote 'tls://127.0.0.1:52672': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:20,735 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:44219': TLS handshake failed with remote 'tls://127.0.0.1:52674': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:20,735 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:21,747 - distributed.scheduler - INFO - State start +2025-04-02 06:36:21,771 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:33605 +2025-04-02 06:36:21,776 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:39957/status +2025-04-02 06:36:21,785 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:21,803 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:35957'. Reason: failure-to-start- +2025-04-02 06:36:21,804 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:35957' closed. +2025-04-02 06:36:21,804 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:44267'. Reason: failure-to-start- +2025-04-02 06:36:21,804 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:44267' closed. +2025-04-02 06:36:21,805 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33605': TLS handshake failed with remote 'tls://127.0.0.1:51610': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:21,805 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33605': TLS handshake failed with remote 'tls://127.0.0.1:51626': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:21,805 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:22,824 - distributed.scheduler - INFO - State start +2025-04-02 06:36:22,854 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:36435 +2025-04-02 06:36:22,880 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:34353/status +2025-04-02 06:36:22,886 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:22,926 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:40745'. Reason: failure-to-start- +2025-04-02 06:36:22,927 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:40745' closed. +2025-04-02 06:36:22,927 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:33039'. Reason: failure-to-start- +2025-04-02 06:36:22,928 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:33039' closed. +2025-04-02 06:36:22,929 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:36435': TLS handshake failed with remote 'tls://127.0.0.1:60334': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:22,929 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:36435': TLS handshake failed with remote 'tls://127.0.0.1:60344': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:22,930 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:23,964 - distributed.scheduler - INFO - State start +2025-04-02 06:36:23,988 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:44801 +2025-04-02 06:36:23,994 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:43101/status +2025-04-02 06:36:24,000 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:24,037 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:40427'. Reason: failure-to-start- +2025-04-02 06:36:24,037 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:40427' closed. +2025-04-02 06:36:24,038 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:44177'. Reason: failure-to-start- +2025-04-02 06:36:24,038 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:44177' closed. +2025-04-02 06:36:24,040 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:44801': TLS handshake failed with remote 'tls://127.0.0.1:57720': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:24,040 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:44801': TLS handshake failed with remote 'tls://127.0.0.1:57728': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:24,040 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:25,058 - distributed.scheduler - INFO - State start +2025-04-02 06:36:25,074 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:33767 +2025-04-02 06:36:25,080 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:38837/status +2025-04-02 06:36:25,085 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:25,124 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:43445'. Reason: failure-to-start- +2025-04-02 06:36:25,125 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:43445' closed. +2025-04-02 06:36:25,125 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:39991'. Reason: failure-to-start- +2025-04-02 06:36:25,126 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:39991' closed. +2025-04-02 06:36:25,128 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33767': TLS handshake failed with remote 'tls://127.0.0.1:40886': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:25,128 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33767': TLS handshake failed with remote 'tls://127.0.0.1:40902': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:25,128 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:26,138 - distributed.scheduler - INFO - State start +2025-04-02 06:36:26,161 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:46439 +2025-04-02 06:36:26,171 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:40195/status +2025-04-02 06:36:26,188 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:26,233 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:38807'. Reason: failure-to-start- +2025-04-02 06:36:26,234 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:38807' closed. +2025-04-02 06:36:26,234 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:34191'. Reason: failure-to-start- +2025-04-02 06:36:26,239 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:34191' closed. +2025-04-02 06:36:26,241 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:46439': TLS handshake failed with remote 'tls://127.0.0.1:52894': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:26,241 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:46439': TLS handshake failed with remote 'tls://127.0.0.1:52900': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:26,241 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:27,252 - distributed.scheduler - INFO - State start +2025-04-02 06:36:27,269 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:33755 +2025-04-02 06:36:27,274 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:46095/status +2025-04-02 06:36:27,284 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:27,373 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:41861'. Reason: failure-to-start- +2025-04-02 06:36:27,373 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:41861' closed. +2025-04-02 06:36:27,374 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:43583'. Reason: failure-to-start- +2025-04-02 06:36:27,374 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:43583' closed. +2025-04-02 06:36:27,376 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33755': TLS handshake failed with remote 'tls://127.0.0.1:47198': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:27,376 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33755': TLS handshake failed with remote 'tls://127.0.0.1:47200': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:27,376 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:28,387 - distributed.scheduler - INFO - State start +2025-04-02 06:36:28,405 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:43615 +2025-04-02 06:36:28,415 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:45373/status +2025-04-02 06:36:28,425 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:28,484 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:41151'. Reason: failure-to-start- +2025-04-02 06:36:28,485 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:41151' closed. +2025-04-02 06:36:28,485 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:39417'. Reason: failure-to-start- +2025-04-02 06:36:28,485 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:39417' closed. +2025-04-02 06:36:28,486 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:43615': TLS handshake failed with remote 'tls://127.0.0.1:39004': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:28,487 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:43615': TLS handshake failed with remote 'tls://127.0.0.1:39008': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:28,491 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:29,503 - distributed.scheduler - INFO - State start +2025-04-02 06:36:29,525 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:36957 +2025-04-02 06:36:29,530 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:46797/status +2025-04-02 06:36:29,536 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:29,583 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:45121'. Reason: failure-to-start- +2025-04-02 06:36:29,583 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:45121' closed. +2025-04-02 06:36:29,584 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:37179'. Reason: failure-to-start- +2025-04-02 06:36:29,584 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:37179' closed. +2025-04-02 06:36:29,585 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:36957': TLS handshake failed with remote 'tls://127.0.0.1:43630': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:29,585 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:36957': TLS handshake failed with remote 'tls://127.0.0.1:43634': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:29,586 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:30,608 - distributed.scheduler - INFO - State start +2025-04-02 06:36:30,632 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:39995 +2025-04-02 06:36:30,638 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:45391/status +2025-04-02 06:36:30,650 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:30,698 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:40031'. Reason: failure-to-start- +2025-04-02 06:36:30,699 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:40031' closed. +2025-04-02 06:36:30,700 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:43303'. Reason: failure-to-start- +2025-04-02 06:36:30,700 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:43303' closed. +2025-04-02 06:36:30,701 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:39995': TLS handshake failed with remote 'tls://127.0.0.1:50512': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:30,701 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:39995': TLS handshake failed with remote 'tls://127.0.0.1:50524': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:30,702 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:31,712 - distributed.scheduler - INFO - State start +2025-04-02 06:36:31,733 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:46051 +2025-04-02 06:36:31,738 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:38055/status +2025-04-02 06:36:31,741 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:31,780 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:34525'. Reason: failure-to-start- +2025-04-02 06:36:31,781 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:34525' closed. +2025-04-02 06:36:31,781 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:38153'. Reason: failure-to-start- +2025-04-02 06:36:31,781 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:38153' closed. +2025-04-02 06:36:31,782 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:46051': TLS handshake failed with remote 'tls://127.0.0.1:38956': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:31,782 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:46051': TLS handshake failed with remote 'tls://127.0.0.1:38966': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:31,782 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:32,793 - distributed.scheduler - INFO - State start +2025-04-02 06:36:32,806 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:38587 +2025-04-02 06:36:32,816 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:43915/status +2025-04-02 06:36:32,822 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:32,865 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:43847'. Reason: failure-to-start- +2025-04-02 06:36:32,868 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:43847' closed. +2025-04-02 06:36:32,870 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:42715'. Reason: failure-to-start- +2025-04-02 06:36:32,872 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:42715' closed. +2025-04-02 06:36:32,882 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:38587': TLS handshake failed with remote 'tls://127.0.0.1:34308': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:32,882 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:38587': TLS handshake failed with remote 'tls://127.0.0.1:34314': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:32,882 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:33,894 - distributed.scheduler - INFO - State start +2025-04-02 06:36:33,914 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:41495 +2025-04-02 06:36:33,925 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:35027/status +2025-04-02 06:36:33,943 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:34,011 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:39157'. Reason: failure-to-start- +2025-04-02 06:36:34,012 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:39157' closed. +2025-04-02 06:36:34,012 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:45595'. Reason: failure-to-start- +2025-04-02 06:36:34,012 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:45595' closed. +2025-04-02 06:36:34,018 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:41495': TLS handshake failed with remote 'tls://127.0.0.1:52922': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:34,018 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:41495': TLS handshake failed with remote 'tls://127.0.0.1:52932': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:34,018 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:35,030 - distributed.scheduler - INFO - State start +2025-04-02 06:36:35,048 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:44175 +2025-04-02 06:36:35,054 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:46223/status +2025-04-02 06:36:35,064 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:35,098 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:45805'. Reason: failure-to-start- +2025-04-02 06:36:35,098 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:45805' closed. +2025-04-02 06:36:35,099 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:39327'. Reason: failure-to-start- +2025-04-02 06:36:35,099 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:39327' closed. +2025-04-02 06:36:35,101 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:44175': TLS handshake failed with remote 'tls://127.0.0.1:43416': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:35,101 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:44175': TLS handshake failed with remote 'tls://127.0.0.1:43430': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:35,101 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:36,114 - distributed.scheduler - INFO - State start +2025-04-02 06:36:36,134 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:37305 +2025-04-02 06:36:36,148 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:44225/status +2025-04-02 06:36:36,161 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:36,205 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:36821'. Reason: failure-to-start- +2025-04-02 06:36:36,206 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:36821' closed. +2025-04-02 06:36:36,206 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:33021'. Reason: failure-to-start- +2025-04-02 06:36:36,206 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:33021' closed. +2025-04-02 06:36:36,209 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:37305': TLS handshake failed with remote 'tls://127.0.0.1:53078': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:36,209 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:37305': TLS handshake failed with remote 'tls://127.0.0.1:53090': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:36,212 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:37,242 - distributed.scheduler - INFO - State start +2025-04-02 06:36:37,279 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:36385 +2025-04-02 06:36:37,285 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:35617/status +2025-04-02 06:36:37,292 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:37,335 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:43029'. Reason: failure-to-start- +2025-04-02 06:36:37,336 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:43029' closed. +2025-04-02 06:36:37,336 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:33539'. Reason: failure-to-start- +2025-04-02 06:36:37,337 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:33539' closed. +2025-04-02 06:36:37,347 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:36385': TLS handshake failed with remote 'tls://127.0.0.1:47146': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:37,347 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:36385': TLS handshake failed with remote 'tls://127.0.0.1:47158': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:37,348 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:38,368 - distributed.scheduler - INFO - State start +2025-04-02 06:36:38,390 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:41897 +2025-04-02 06:36:38,411 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:42409/status +2025-04-02 06:36:38,417 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:38,473 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:36963'. Reason: failure-to-start- +2025-04-02 06:36:38,474 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:36963' closed. +2025-04-02 06:36:38,474 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:45331'. Reason: failure-to-start- +2025-04-02 06:36:38,474 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:45331' closed. +2025-04-02 06:36:38,477 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:41897': TLS handshake failed with remote 'tls://127.0.0.1:42848': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:38,478 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:41897': TLS handshake failed with remote 'tls://127.0.0.1:42858': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:38,478 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:39,489 - distributed.scheduler - INFO - State start +2025-04-02 06:36:39,507 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:42691 +2025-04-02 06:36:39,515 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:45367/status +2025-04-02 06:36:39,520 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:39,550 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:46053'. Reason: failure-to-start- +2025-04-02 06:36:39,551 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:46053' closed. +2025-04-02 06:36:39,551 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:46579'. Reason: failure-to-start- +2025-04-02 06:36:39,552 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:46579' closed. +2025-04-02 06:36:39,553 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:42691': TLS handshake failed with remote 'tls://127.0.0.1:47720': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:39,553 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:42691': TLS handshake failed with remote 'tls://127.0.0.1:47736': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:39,553 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:36:40,564 - distributed.scheduler - INFO - State start +2025-04-02 06:36:40,583 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:34861 +2025-04-02 06:36:40,589 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:32963/status +2025-04-02 06:36:40,600 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:40,649 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:39833'. Reason: failure-to-start- +2025-04-02 06:36:40,650 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:39833' closed. +2025-04-02 06:36:40,650 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:33839'. Reason: failure-to-start- +2025-04-02 06:36:40,652 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:33839' closed. +2025-04-02 06:36:40,654 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:34861': TLS handshake failed with remote 'tls://127.0.0.1:48982': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:40,655 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:34861': TLS handshake failed with remote 'tls://127.0.0.1:48988': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:36:40,655 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +_____________________________ test_retire_workers ______________________________ + +fut = , timeout = 0 + + async def wait_for(fut: Awaitable[T], timeout: float) -> T: + async with asyncio.timeout(timeout): +> return await fut + +distributed/utils.py:1914: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +distributed/nanny.py:358: in start_unsafe + comm = await self.rpc.connect(saddr) +distributed/core.py:1485: in connect + return await self._connect(addr=addr, timeout=timeout) +distributed/core.py:1429: in _connect + comm = await connect( +distributed/comm/core.py:342: in connect + comm = await wait_for( +distributed/utils.py:1914: in wait_for + return await fut +distributed/comm/tcp.py:546: in connect + stream = await self.client.connect( +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = +host = '127.0.0.1', port = 40357, af = +ssl_options = +max_buffer_size = 42429634560.0, source_ip = None, source_port = None +timeout = None + + async def connect( + self, + host: str, + port: int, + af: socket.AddressFamily = socket.AF_UNSPEC, + ssl_options: Optional[Union[Dict[str, Any], ssl.SSLContext]] = None, + max_buffer_size: Optional[int] = None, + source_ip: Optional[str] = None, + source_port: Optional[int] = None, + timeout: Optional[Union[float, datetime.timedelta]] = None, + ) -> IOStream: + """Connect to the given host and port. + + Asynchronously returns an `.IOStream` (or `.SSLIOStream` if + ``ssl_options`` is not None). + + Using the ``source_ip`` kwarg, one can specify the source + IP address to use when establishing the connection. + In case the user needs to resolve and + use a specific interface, it has to be handled outside + of Tornado as this depends very much on the platform. + + Raises `TimeoutError` if the input future does not complete before + ``timeout``, which may be specified in any form allowed by + `.IOLoop.add_timeout` (i.e. a `datetime.timedelta` or an absolute time + relative to `.IOLoop.time`) + + Similarly, when the user requires a certain source port, it can + be specified using the ``source_port`` arg. + + .. versionchanged:: 4.5 + Added the ``source_ip`` and ``source_port`` arguments. + + .. versionchanged:: 5.0 + Added the ``timeout`` argument. + """ + if timeout is not None: + if isinstance(timeout, numbers.Real): + timeout = IOLoop.current().time() + timeout + elif isinstance(timeout, datetime.timedelta): + timeout = IOLoop.current().time() + timeout.total_seconds() + else: + raise TypeError("Unsupported timeout %r" % timeout) + if timeout is not None: + addrinfo = await gen.with_timeout( + timeout, self.resolver.resolve(host, port, af) + ) + else: + addrinfo = await self.resolver.resolve(host, port, af) + connector = _Connector( + addrinfo, + functools.partial( + self._create_stream, + max_buffer_size, + source_ip=source_ip, + source_port=source_port, + ), + ) +> af, addr, stream = await connector.start(connect_timeout=timeout) +E asyncio.exceptions.CancelledError + +/usr/lib/python3/dist-packages/tornado/tcpclient.py:279: CancelledError + +The above exception was the direct cause of the following exception: + +self = + + @final + async def start(self): + async with self._startup_lock: + if self.status == Status.failed: + assert self.__startup_exc is not None + raise self.__startup_exc + elif self.status != Status.init: + return self + timeout = getattr(self, "death_timeout", None) + + async def _close_on_failure(exc: Exception) -> None: + await self.close(reason=f"failure-to-start-{str(type(exc))}") + self.status = Status.failed + self.__startup_exc = exc + + try: +> await wait_for(self.start_unsafe(), timeout=timeout) + +distributed/core.py:528: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +distributed/utils.py:1913: in wait_for + async with asyncio.timeout(timeout): +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = +exc_type = +exc_val = CancelledError(), exc_tb = + + async def __aexit__( + self, + exc_type: Optional[Type[BaseException]], + exc_val: Optional[BaseException], + exc_tb: Optional[TracebackType], + ) -> Optional[bool]: + assert self._state in (_State.ENTERED, _State.EXPIRING) + + if self._timeout_handler is not None: + self._timeout_handler.cancel() + self._timeout_handler = None + + if self._state is _State.EXPIRING: + self._state = _State.EXPIRED + + if self._task.uncancel() <= self._cancelling and exc_type is not None: + # Since there are no new cancel requests, we're + # handling this. + if issubclass(exc_type, exceptions.CancelledError): +> raise TimeoutError from exc_val +E TimeoutError + +/usr/lib/python3.13/asyncio/timeouts.py:116: TimeoutError + +The above exception was the direct cause of the following exception: + + @contextlib.asynccontextmanager + async def _cluster_factory(): + workers = [] + s = None + try: + for _ in range(60): + try: +> s, ws = await start_cluster( + nthreads, + scheduler, + security=security, + Worker=Worker, + scheduler_kwargs=scheduler_kwargs, + worker_kwargs=merge( + {"death_timeout": min(15, int(deadline.remaining))}, + worker_kwargs, + ), + ) + +distributed/utils_test.py:974: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +distributed/utils_test.py:791: in start_cluster + await asyncio.gather(*workers) +/usr/lib/python3.13/asyncio/tasks.py:737: in _wrap_awaitable + return await awaitable +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = + + @final + async def start(self): + async with self._startup_lock: + if self.status == Status.failed: + assert self.__startup_exc is not None + raise self.__startup_exc + elif self.status != Status.init: + return self + timeout = getattr(self, "death_timeout", None) + + async def _close_on_failure(exc: Exception) -> None: + await self.close(reason=f"failure-to-start-{str(type(exc))}") + self.status = Status.failed + self.__startup_exc = exc + + try: + await wait_for(self.start_unsafe(), timeout=timeout) + except asyncio.TimeoutError as exc: + await _close_on_failure(exc) +> raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +E TimeoutError: Nanny start timed out after 0s. + +distributed/core.py:531: TimeoutError + +During handling of the above exception, another exception occurred: + +fut = ._..test_func..async_fn at 0x7ff16f2698c0> +timeout = 60 + + async def wait_for(fut: Awaitable[T], timeout: float) -> T: + async with asyncio.timeout(timeout): +> return await fut + +distributed/utils.py:1914: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +distributed/utils_test.py:1007: in async_fn + _cluster_factory() as (s, workers), +/usr/lib/python3.13/contextlib.py:214: in __aenter__ + return await anext(self.gen) +distributed/utils_test.py:991: in _cluster_factory + await asyncio.sleep(1) +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +delay = 1, result = None + + async def sleep(delay, result=None): + """Coroutine that completes after a given time (in seconds).""" + if delay <= 0: + await __sleep0() + return result + + if math.isnan(delay): + raise ValueError("Invalid delay: NaN (not a number)") + + loop = events.get_running_loop() + future = loop.create_future() + h = loop.call_later(delay, + futures._set_result_unless_cancelled, + future, result) + try: +> return await future +E asyncio.exceptions.CancelledError + +/usr/lib/python3.13/asyncio/tasks.py:718: CancelledError + +The above exception was the direct cause of the following exception: + +args = (), kwds = {} + + @wraps(func) + def inner(*args, **kwds): + with self._recreate_cm(): +> return func(*args, **kwds) + +/usr/lib/python3.13/contextlib.py:85: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +/usr/lib/python3.13/contextlib.py:85: in inner + return func(*args, **kwds) +distributed/utils_test.py:1090: in test_func + return _run_and_close_tornado(async_fn_outer) +distributed/utils_test.py:380: in _run_and_close_tornado + return asyncio_run(inner_fn(), loop_factory=get_loop_factory()) +/usr/lib/python3.13/asyncio/runners.py:195: in run + return runner.run(main) +/usr/lib/python3.13/asyncio/runners.py:118: in run + return self._loop.run_until_complete(task) +/usr/lib/python3.13/asyncio/base_events.py:719: in run_until_complete + return future.result() +distributed/utils_test.py:377: in inner_fn + return await async_fn(*args, **kwargs) +distributed/utils_test.py:1087: in async_fn_outer + return await utils_wait_for(async_fn(), timeout=timeout * 2) +distributed/utils.py:1913: in wait_for + async with asyncio.timeout(timeout): +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = +exc_type = +exc_val = CancelledError(), exc_tb = + + async def __aexit__( + self, + exc_type: Optional[Type[BaseException]], + exc_val: Optional[BaseException], + exc_tb: Optional[TracebackType], + ) -> Optional[bool]: + assert self._state in (_State.ENTERED, _State.EXPIRING) + + if self._timeout_handler is not None: + self._timeout_handler.cancel() + self._timeout_handler = None + + if self._state is _State.EXPIRING: + self._state = _State.EXPIRED + + if self._task.uncancel() <= self._cancelling and exc_type is not None: + # Since there are no new cancel requests, we're + # handling this. + if issubclass(exc_type, exceptions.CancelledError): +> raise TimeoutError from exc_val +E TimeoutError + +/usr/lib/python3.13/asyncio/timeouts.py:116: TimeoutError +----------------------------- Captured stderr call ----------------------------- +2025-04-02 06:36:50,649 - distributed.scheduler - INFO - State start +2025-04-02 06:36:50,663 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:44163 +2025-04-02 06:36:50,669 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:36165/status +2025-04-02 06:36:50,675 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:36:50,753 - distributed.nanny - INFO - Start Nanny at: 'tls://127.0.0.1:40621' +2025-04-02 06:36:50,760 - distributed.nanny - INFO - Start Nanny at: 'tls://127.0.0.1:45935' +2025-04-02 06:36:52,962 - distributed.worker.memory - WARNING - Ignoring provided memory limit 84859269120 due to system memory limit of 79.03 GiB +2025-04-02 06:36:53,038 - distributed.worker - INFO - Start worker at: tls://127.0.0.1:39125 +2025-04-02 06:36:53,039 - distributed.worker - INFO - Listening to: tls://127.0.0.1:39125 +2025-04-02 06:36:53,039 - distributed.worker - INFO - Worker name: 1 +2025-04-02 06:36:53,040 - distributed.worker - INFO - dashboard at: 127.0.0.1:43167 +2025-04-02 06:36:53,040 - distributed.worker - INFO - Waiting to connect to: tls://127.0.0.1:44163 +2025-04-02 06:36:53,040 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:36:53,040 - distributed.worker - INFO - Threads: 2 +2025-04-02 06:36:53,040 - distributed.worker - INFO - Memory: 79.03 GiB +2025-04-02 06:36:53,040 - distributed.worker - INFO - Local Directory: /tmp/dask-scratch-space/worker-g4eg8weh +2025-04-02 06:36:53,040 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:36:53,048 - distributed.worker.memory - WARNING - Ignoring provided memory limit 84859269120 due to system memory limit of 79.03 GiB +2025-04-02 06:36:53,157 - distributed.worker - INFO - Start worker at: tls://127.0.0.1:42615 +2025-04-02 06:36:53,157 - distributed.worker - INFO - Listening to: tls://127.0.0.1:42615 +2025-04-02 06:36:53,157 - distributed.worker - INFO - Worker name: 0 +2025-04-02 06:36:53,158 - distributed.worker - INFO - dashboard at: 127.0.0.1:34983 +2025-04-02 06:36:53,158 - distributed.worker - INFO - Waiting to connect to: tls://127.0.0.1:44163 +2025-04-02 06:36:53,158 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:36:53,158 - distributed.worker - INFO - Threads: 1 +2025-04-02 06:36:53,158 - distributed.worker - INFO - Memory: 79.03 GiB +2025-04-02 06:36:53,158 - distributed.worker - INFO - Local Directory: /tmp/dask-scratch-space/worker-h8kju7zf +2025-04-02 06:36:53,158 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:36:53,960 - distributed.scheduler - INFO - Register worker addr: tls://127.0.0.1:42615 name: 0 +2025-04-02 06:36:54,042 - distributed.worker - INFO - Starting Worker plugin shuffle +2025-04-02 06:36:54,043 - distributed.worker - INFO - Registered to: tls://127.0.0.1:44163 +2025-04-02 06:36:54,043 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:36:54,040 - distributed.scheduler - INFO - Starting worker compute stream, tls://127.0.0.1:42615 +2025-04-02 06:36:54,050 - distributed.core - INFO - Starting established connection to tls://127.0.0.1:59932 +2025-04-02 06:36:54,056 - distributed.core - INFO - Starting established connection to tls://127.0.0.1:44163 +2025-04-02 06:36:54,168 - distributed.scheduler - INFO - Register worker addr: tls://127.0.0.1:39125 name: 1 +2025-04-02 06:36:54,259 - distributed.scheduler - INFO - Starting worker compute stream, tls://127.0.0.1:39125 +2025-04-02 06:36:54,265 - distributed.core - INFO - Starting established connection to tls://127.0.0.1:59924 +2025-04-02 06:36:54,264 - distributed.worker - INFO - Starting Worker plugin shuffle +2025-04-02 06:36:54,265 - distributed.core - INFO - Connection to tls://127.0.0.1:59924 has been closed. +2025-04-02 06:36:54,266 - distributed.scheduler - INFO - Remove worker addr: tls://127.0.0.1:39125 name: 1 (stimulus_id='handle-worker-cleanup-1743525414.265898') +2025-04-02 06:36:54,266 - distributed.worker - INFO - Registered to: tls://127.0.0.1:44163 +2025-04-02 06:36:54,271 - distributed.worker - INFO - ------------------------------------------------- +2025-04-02 06:36:54,287 - distributed.core - INFO - Starting established connection to tls://127.0.0.1:44163 +2025-04-02 06:36:54,288 - distributed.core - INFO - Connection to tls://127.0.0.1:44163 has been closed. +2025-04-02 06:36:54,288 - distributed.worker - INFO - Stopping worker at tls://127.0.0.1:39125. Reason: worker-handle-scheduler-connection-broken +2025-04-02 06:36:54,338 - distributed.nanny - INFO - Closing Nanny gracefully at 'tls://127.0.0.1:45935'. Reason: worker-handle-scheduler-connection-broken +2025-04-02 06:36:54,342 - distributed.worker - INFO - Removing Worker plugin shuffle +2025-04-02 06:36:54,360 - distributed.nanny - INFO - Worker closed +2025-04-02 06:36:56,934 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:45935'. Reason: nanny-close-gracefully +2025-04-02 06:36:56,934 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:45935' closed. +2025-04-02 06:37:24,343 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:40621'. Reason: nanny-close +2025-04-02 06:37:24,344 - distributed.nanny - INFO - Nanny asking worker to close. Reason: nanny-close +2025-04-02 06:37:24,355 - distributed.worker - INFO - Stopping worker at tls://127.0.0.1:42615. Reason: nanny-close +2025-04-02 06:37:24,356 - distributed.worker - INFO - Removing Worker plugin shuffle +2025-04-02 06:37:24,358 - distributed.core - INFO - Connection to tls://127.0.0.1:44163 has been closed. +2025-04-02 06:37:24,358 - distributed.core - INFO - Received 'close-stream' from tls://127.0.0.1:59932; closing. +2025-04-02 06:37:24,359 - distributed.scheduler - INFO - Remove worker addr: tls://127.0.0.1:42615 name: 0 (stimulus_id='handle-worker-cleanup-1743525444.3596342') +2025-04-02 06:37:24,381 - distributed.nanny - INFO - Worker closed +2025-04-02 06:37:24,380 - distributed.scheduler - INFO - Lost all workers +2025-04-02 06:37:25,147 - distributed.nanny - WARNING - Worker process still alive after 0.8 seconds, killing +2025-04-02 06:37:25,199 - distributed.nanny - INFO - Worker process 1101449 was killed by signal 9 +2025-04-02 06:37:25,201 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:40621' closed. +2025-04-02 06:37:25,201 - distributed.scheduler - INFO - Closing scheduler. Reason: unknown +2025-04-02 06:37:25,226 - distributed.scheduler - INFO - Scheduler closing all comms +2025-04-02 06:37:25,249 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Cluster creation timeout; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 806, in start_cluster + raise TimeoutError("Cluster creation timeout") +TimeoutError: Cluster creation timeout +2025-04-02 06:37:26,264 - distributed.scheduler - INFO - State start +2025-04-02 06:37:26,303 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:45839 +2025-04-02 06:37:26,313 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:44631/status +2025-04-02 06:37:26,331 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:26,381 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:35687'. Reason: failure-to-start- +2025-04-02 06:37:26,381 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:35687' closed. +2025-04-02 06:37:26,382 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:38821'. Reason: failure-to-start- +2025-04-02 06:37:26,382 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:38821' closed. +2025-04-02 06:37:26,392 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:45839': TLS handshake failed with remote 'tls://127.0.0.1:43702': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:26,392 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:45839': TLS handshake failed with remote 'tls://127.0.0.1:43718': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:26,392 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:27,402 - distributed.scheduler - INFO - State start +2025-04-02 06:37:27,437 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:46029 +2025-04-02 06:37:27,450 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:39595/status +2025-04-02 06:37:27,467 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:27,536 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:42373'. Reason: failure-to-start- +2025-04-02 06:37:27,537 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:42373' closed. +2025-04-02 06:37:27,537 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:33937'. Reason: failure-to-start- +2025-04-02 06:37:27,537 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:33937' closed. +2025-04-02 06:37:27,538 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:46029': TLS handshake failed with remote 'tls://127.0.0.1:48708': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:27,538 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:46029': TLS handshake failed with remote 'tls://127.0.0.1:48712': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:27,539 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:28,568 - distributed.scheduler - INFO - State start +2025-04-02 06:37:28,601 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:44565 +2025-04-02 06:37:28,618 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:45431/status +2025-04-02 06:37:28,651 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:28,740 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:38033'. Reason: failure-to-start- +2025-04-02 06:37:28,740 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:38033' closed. +2025-04-02 06:37:28,741 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:38801'. Reason: failure-to-start- +2025-04-02 06:37:28,741 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:38801' closed. +2025-04-02 06:37:28,742 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:44565': TLS handshake failed with remote 'tls://127.0.0.1:34780': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:28,742 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:44565': TLS handshake failed with remote 'tls://127.0.0.1:34782': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:28,742 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:29,776 - distributed.scheduler - INFO - State start +2025-04-02 06:37:29,798 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:43449 +2025-04-02 06:37:29,829 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:39127/status +2025-04-02 06:37:29,854 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:29,932 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:39723'. Reason: failure-to-start- +2025-04-02 06:37:29,932 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:39723' closed. +2025-04-02 06:37:29,933 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:35499'. Reason: failure-to-start- +2025-04-02 06:37:29,933 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:35499' closed. +2025-04-02 06:37:29,934 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:43449': TLS handshake failed with remote 'tls://127.0.0.1:58646': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:29,934 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:43449': TLS handshake failed with remote 'tls://127.0.0.1:58662': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:29,940 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:30,962 - distributed.scheduler - INFO - State start +2025-04-02 06:37:30,998 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:33639 +2025-04-02 06:37:31,011 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:33815/status +2025-04-02 06:37:31,024 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:31,080 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:34551'. Reason: failure-to-start- +2025-04-02 06:37:31,081 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:34551' closed. +2025-04-02 06:37:31,082 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:44419'. Reason: failure-to-start- +2025-04-02 06:37:31,082 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:44419' closed. +2025-04-02 06:37:31,108 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33639': TLS handshake failed with remote 'tls://127.0.0.1:43480': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:31,109 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33639': TLS handshake failed with remote 'tls://127.0.0.1:43490': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:31,110 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:32,161 - distributed.scheduler - INFO - State start +2025-04-02 06:37:32,194 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:42345 +2025-04-02 06:37:32,212 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:43603/status +2025-04-02 06:37:32,229 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:32,304 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:41717'. Reason: failure-to-start- +2025-04-02 06:37:32,305 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:41717' closed. +2025-04-02 06:37:32,305 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:40239'. Reason: failure-to-start- +2025-04-02 06:37:32,305 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:40239' closed. +2025-04-02 06:37:32,315 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:42345': TLS handshake failed with remote 'tls://127.0.0.1:54060': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:32,315 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:42345': TLS handshake failed with remote 'tls://127.0.0.1:54070': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:32,315 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:33,334 - distributed.scheduler - INFO - State start +2025-04-02 06:37:33,405 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:45705 +2025-04-02 06:37:33,427 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:36647/status +2025-04-02 06:37:33,449 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:33,582 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:32771'. Reason: failure-to-start- +2025-04-02 06:37:33,582 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:32771' closed. +2025-04-02 06:37:33,591 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:43783'. Reason: failure-to-start- +2025-04-02 06:37:33,592 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:43783' closed. +2025-04-02 06:37:33,593 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:45705': TLS handshake failed with remote 'tls://127.0.0.1:34378': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:33,593 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:45705': TLS handshake failed with remote 'tls://127.0.0.1:34390': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:33,593 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:34,614 - distributed.scheduler - INFO - State start +2025-04-02 06:37:34,651 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:41405 +2025-04-02 06:37:34,664 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:40101/status +2025-04-02 06:37:34,677 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:34,760 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:37647'. Reason: failure-to-start- +2025-04-02 06:37:34,761 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:37647' closed. +2025-04-02 06:37:34,761 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:45511'. Reason: failure-to-start- +2025-04-02 06:37:34,762 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:45511' closed. +2025-04-02 06:37:34,773 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:41405': TLS handshake failed with remote 'tls://127.0.0.1:43338': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:34,773 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:41405': TLS handshake failed with remote 'tls://127.0.0.1:43350': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:34,774 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:35,803 - distributed.scheduler - INFO - State start +2025-04-02 06:37:35,825 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:37773 +2025-04-02 06:37:35,834 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:45965/status +2025-04-02 06:37:35,851 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:35,917 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:37623'. Reason: failure-to-start- +2025-04-02 06:37:35,918 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:37623' closed. +2025-04-02 06:37:35,918 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:36601'. Reason: failure-to-start- +2025-04-02 06:37:35,927 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:36601' closed. +2025-04-02 06:37:35,929 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:37773': TLS handshake failed with remote 'tls://127.0.0.1:54682': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:35,929 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:37773': TLS handshake failed with remote 'tls://127.0.0.1:54696': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:35,929 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:36,949 - distributed.scheduler - INFO - State start +2025-04-02 06:37:36,986 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:34353 +2025-04-02 06:37:37,004 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:38793/status +2025-04-02 06:37:37,017 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:37,083 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:42113'. Reason: failure-to-start- +2025-04-02 06:37:37,084 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:42113' closed. +2025-04-02 06:37:37,084 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:38323'. Reason: failure-to-start- +2025-04-02 06:37:37,084 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:38323' closed. +2025-04-02 06:37:37,086 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:34353': TLS handshake failed with remote 'tls://127.0.0.1:38394': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:37,086 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:34353': TLS handshake failed with remote 'tls://127.0.0.1:38406': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:37,086 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:38,109 - distributed.scheduler - INFO - State start +2025-04-02 06:37:38,159 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:35229 +2025-04-02 06:37:38,164 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:41581/status +2025-04-02 06:37:38,185 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:38,304 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:45455'. Reason: failure-to-start- +2025-04-02 06:37:38,304 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:45455' closed. +2025-04-02 06:37:38,304 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:42185'. Reason: failure-to-start- +2025-04-02 06:37:38,305 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:42185' closed. +2025-04-02 06:37:38,311 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:35229': TLS handshake failed with remote 'tls://127.0.0.1:52044': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:38,311 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:35229': TLS handshake failed with remote 'tls://127.0.0.1:52048': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:38,312 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:39,321 - distributed.scheduler - INFO - State start +2025-04-02 06:37:39,354 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:40107 +2025-04-02 06:37:39,367 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:32849/status +2025-04-02 06:37:39,384 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:39,468 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:36879'. Reason: failure-to-start- +2025-04-02 06:37:39,469 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:36879' closed. +2025-04-02 06:37:39,469 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:40337'. Reason: failure-to-start- +2025-04-02 06:37:39,469 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:40337' closed. +2025-04-02 06:37:39,470 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40107': TLS handshake failed with remote 'tls://127.0.0.1:58324': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:39,483 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40107': TLS handshake failed with remote 'tls://127.0.0.1:58326': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:39,484 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:40,501 - distributed.scheduler - INFO - State start +2025-04-02 06:37:40,562 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:42021 +2025-04-02 06:37:40,584 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:35571/status +2025-04-02 06:37:40,594 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:40,846 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:39437'. Reason: failure-to-start- +2025-04-02 06:37:40,846 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:39437' closed. +2025-04-02 06:37:40,851 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:41583'. Reason: failure-to-start- +2025-04-02 06:37:40,852 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:41583' closed. +2025-04-02 06:37:40,853 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:42021': TLS handshake failed with remote 'tls://127.0.0.1:45986': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:40,853 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:42021': TLS handshake failed with remote 'tls://127.0.0.1:45988': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:40,860 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:41,874 - distributed.scheduler - INFO - State start +2025-04-02 06:37:41,899 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:41167 +2025-04-02 06:37:41,905 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:38995/status +2025-04-02 06:37:41,930 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:42,049 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:38275'. Reason: failure-to-start- +2025-04-02 06:37:42,049 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:38275' closed. +2025-04-02 06:37:42,049 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:37793'. Reason: failure-to-start- +2025-04-02 06:37:42,050 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:37793' closed. +2025-04-02 06:37:42,060 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:41167': TLS handshake failed with remote 'tls://127.0.0.1:42578': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:42,060 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:41167': TLS handshake failed with remote 'tls://127.0.0.1:42586': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:42,070 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:43,097 - distributed.scheduler - INFO - State start +2025-04-02 06:37:43,114 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:33341 +2025-04-02 06:37:43,119 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:43349/status +2025-04-02 06:37:43,140 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:43,205 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:42941'. Reason: failure-to-start- +2025-04-02 06:37:43,205 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:42941' closed. +2025-04-02 06:37:43,206 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:37757'. Reason: failure-to-start- +2025-04-02 06:37:43,206 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:37757' closed. +2025-04-02 06:37:43,208 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33341': TLS handshake failed with remote 'tls://127.0.0.1:53024': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:43,208 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:33341': TLS handshake failed with remote 'tls://127.0.0.1:53036': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:43,210 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:44,237 - distributed.scheduler - INFO - State start +2025-04-02 06:37:44,291 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:34523 +2025-04-02 06:37:44,300 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:38909/status +2025-04-02 06:37:44,314 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:44,398 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:43007'. Reason: failure-to-start- +2025-04-02 06:37:44,407 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:43007' closed. +2025-04-02 06:37:44,408 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:39491'. Reason: failure-to-start- +2025-04-02 06:37:44,408 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:39491' closed. +2025-04-02 06:37:44,422 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:34523': TLS handshake failed with remote 'tls://127.0.0.1:34292': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:44,422 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:34523': TLS handshake failed with remote 'tls://127.0.0.1:34304': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:44,423 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:45,442 - distributed.scheduler - INFO - State start +2025-04-02 06:37:45,461 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:38473 +2025-04-02 06:37:45,470 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:35647/status +2025-04-02 06:37:45,475 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:45,521 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:32847'. Reason: failure-to-start- +2025-04-02 06:37:45,522 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:32847' closed. +2025-04-02 06:37:45,522 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:45759'. Reason: failure-to-start- +2025-04-02 06:37:45,522 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:45759' closed. +2025-04-02 06:37:45,530 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:38473': TLS handshake failed with remote 'tls://127.0.0.1:40658': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:45,531 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:38473': TLS handshake failed with remote 'tls://127.0.0.1:40662': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:45,532 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:46,558 - distributed.scheduler - INFO - State start +2025-04-02 06:37:46,576 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:36971 +2025-04-02 06:37:46,586 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:41943/status +2025-04-02 06:37:46,607 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:46,648 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:41295'. Reason: failure-to-start- +2025-04-02 06:37:46,648 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:41295' closed. +2025-04-02 06:37:46,649 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:41059'. Reason: failure-to-start- +2025-04-02 06:37:46,649 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:41059' closed. +2025-04-02 06:37:46,651 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:36971': TLS handshake failed with remote 'tls://127.0.0.1:48694': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:46,651 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:36971': TLS handshake failed with remote 'tls://127.0.0.1:48704': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:46,651 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:47,666 - distributed.scheduler - INFO - State start +2025-04-02 06:37:47,688 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:38539 +2025-04-02 06:37:47,697 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:40105/status +2025-04-02 06:37:47,702 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:47,776 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:40109'. Reason: failure-to-start- +2025-04-02 06:37:47,777 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:40109' closed. +2025-04-02 06:37:47,777 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:32945'. Reason: failure-to-start- +2025-04-02 06:37:47,777 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:32945' closed. +2025-04-02 06:37:47,781 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:38539': TLS handshake failed with remote 'tls://127.0.0.1:56176': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:47,781 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:38539': TLS handshake failed with remote 'tls://127.0.0.1:56188': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:47,781 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:48,804 - distributed.scheduler - INFO - State start +2025-04-02 06:37:48,817 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:40005 +2025-04-02 06:37:48,830 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:43861/status +2025-04-02 06:37:48,848 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:48,950 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:36135'. Reason: failure-to-start- +2025-04-02 06:37:48,950 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:36135' closed. +2025-04-02 06:37:48,955 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:36133'. Reason: failure-to-start- +2025-04-02 06:37:48,956 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:36133' closed. +2025-04-02 06:37:48,960 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40005': TLS handshake failed with remote 'tls://127.0.0.1:53290': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:48,960 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40005': TLS handshake failed with remote 'tls://127.0.0.1:53298': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:48,961 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. +2025-04-02 06:37:49,999 - distributed.scheduler - INFO - State start +2025-04-02 06:37:50,048 - distributed.scheduler - INFO - Scheduler at: tls://127.0.0.1:40357 +2025-04-02 06:37:50,061 - distributed.scheduler - INFO - dashboard at: http://127.0.0.1:38609/status +2025-04-02 06:37:50,079 - distributed.scheduler - INFO - Registering Worker plugin shuffle +2025-04-02 06:37:50,146 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:32907'. Reason: failure-to-start- +2025-04-02 06:37:50,147 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:32907' closed. +2025-04-02 06:37:50,147 - distributed.nanny - INFO - Closing Nanny at 'tls://127.0.0.1:44419'. Reason: failure-to-start- +2025-04-02 06:37:50,148 - distributed.nanny - INFO - Nanny at 'tls://127.0.0.1:44419' closed. +2025-04-02 06:37:50,149 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40357': TLS handshake failed with remote 'tls://127.0.0.1:33646': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:50,150 - distributed.comm.tcp - WARNING - Listener on 'tls://127.0.0.1:40357': TLS handshake failed with remote 'tls://127.0.0.1:33662': [SSL: UNEXPECTED_EOF_WHILE_READING] EOF occurred in violation of protocol (_ssl.c:1029) +2025-04-02 06:37:50,150 - distributed.utils_test - ERROR - Failed to start gen_cluster: TimeoutError: Nanny start timed out after 0s.; retrying +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/nanny.py", line 358, in start_unsafe + comm = await self.rpc.connect(saddr) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1485, in connect + return await self._connect(addr=addr, timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 1429, in _connect + comm = await connect( + ^^^^^^^^^^^^^^ + ...<4 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/core.py", line 342, in connect + comm = await wait_for( + ^^^^^^^^^^^^^^^ + ...<2 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1914, in wait_for + return await fut + ^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/comm/tcp.py", line 546, in connect + stream = await self.client.connect( + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + ip, port, max_buffer_size=MAX_BUFFER_SIZE, **kwargs + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ) + ^ + File "/usr/lib/python3/dist-packages/tornado/tcpclient.py", line 279, in connect + af, addr, stream = await connector.start(connect_timeout=timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +asyncio.exceptions.CancelledError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 528, in start + await wait_for(self.start_unsafe(), timeout=timeout) + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils.py", line 1913, in wait_for + async with asyncio.timeout(timeout): + ~~~~~~~~~~~~~~~^^^^^^^^^ + File "/usr/lib/python3.13/asyncio/timeouts.py", line 116, in __aexit__ + raise TimeoutError from exc_val +TimeoutError + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 974, in _cluster_factory + s, ws = await start_cluster( + ^^^^^^^^^^^^^^^^^^^^ + ...<9 lines>... + ) + ^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/utils_test.py", line 791, in start_cluster + await asyncio.gather(*workers) + File "/usr/lib/python3.13/asyncio/tasks.py", line 737, in _wrap_awaitable + return await awaitable + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build/distributed/core.py", line 531, in start + raise asyncio.TimeoutError( + f"{type(self).__name__} start timed out after {timeout}s." + ) from exc +TimeoutError: Nanny start timed out after 0s. ============================= slowest 20 durations ============================= -12.25s call distributed/tests/test_gc.py::test_gc_diagnosis_cpu_time -10.02s call distributed/tests/test_utils_test.py::test_popen_timeout -6.65s call distributed/tests/test_stress.py::test_cancel_stress -6.07s call distributed/tests/test_failed_workers.py::test_worker_doesnt_await_task_completion -5.44s call distributed/tests/test_nanny.py::test_num_fds -5.19s call distributed/tests/test_steal.py::test_balance_with_longer_task -4.86s call distributed/tests/test_chaos.py::test_KillWorker[sys.exit] -4.71s call distributed/tests/test_stress.py::test_cancel_stress_sync -4.32s call distributed/shuffle/tests/test_rechunk.py::test_rechunk_method -4.16s call distributed/diagnostics/tests/test_progress.py::test_group_timing -3.98s call distributed/shuffle/tests/test_rechunk.py::test_homogeneously_schedule_unpack -3.53s call distributed/tests/test_failed_workers.py::test_restart_sync -3.39s call distributed/diagnostics/tests/test_progress.py::test_AllProgress -3.39s call distributed/tests/test_tls_functional.py::test_retire_workers -3.30s call distributed/shuffle/tests/test_rechunk.py::test_rechunk_with_partially_unknown_dimension[x3-chunks3] -3.27s call distributed/shuffle/tests/test_rechunk.py::test_rechunk_with_partially_unknown_dimension[x5-chunks5] -3.25s call distributed/tests/test_nanny.py::test_environ_plugin -3.21s call distributed/tests/test_scheduler.py::test_balance_many_workers_2 -3.09s call distributed/tests/test_nanny.py::test_nanny_closes_cleanly_if_worker_is_terminated -3.06s call distributed/tests/test_nanny.py::test_scheduler_crash_doesnt_restart +60.02s call distributed/tests/test_tls_functional.py::test_nanny +60.01s call distributed/tests/test_tls_functional.py::test_retire_workers +17.70s call distributed/tests/test_gc.py::test_gc_diagnosis_cpu_time +12.04s call distributed/tests/test_stress.py::test_cancel_stress_sync +10.10s call distributed/tests/test_utils_test.py::test_popen_timeout +9.98s call distributed/tests/test_nanny.py::test_num_fds +9.79s call distributed/tests/test_dask_collections.py::test_dataframe_groupby_tasks +9.67s call distributed/tests/test_stress.py::test_cancel_stress +9.09s call distributed/tests/test_utils_test.py::test_bare_cluster +8.73s call distributed/tests/test_worker.py::test_avoid_oversubscription +8.65s call distributed/tests/test_failed_workers.py::test_worker_doesnt_await_task_completion +8.29s call distributed/tests/test_nanny.py::test_environ_plugin +8.17s call distributed/tests/test_failed_workers.py::test_restart +8.11s call distributed/tests/test_failed_workers.py::test_restart_sync +8.08s call distributed/tests/test_steal.py::test_restart +7.41s call distributed/shuffle/tests/test_rechunk.py::test_rechunk_method +7.24s call distributed/tests/test_worker.py::test_gather_many_small[True] +6.95s call distributed/tests/test_worker.py::test_gather_many_small[False] +6.84s call distributed/tests/test_steal.py::test_balance_multiple_to_replica +6.83s call distributed/tests/test_utils_test.py::test_check_process_leak_slow_cleanup =========================== short test summary info ============================ SKIPPED [1] distributed/cli/tests/test_dask_ssh.py:9: could not import 'paramiko': No module named 'paramiko' SKIPPED [1] distributed/comm/tests/test_ucx.py:15: could not import 'ucp': No module named 'ucp' @@ -6879,8 +11154,35 @@ SKIPPED [1] distributed/tests/test_worker_memory.py:871: need --runslow option to run SKIPPED [2] distributed/tests/test_worker_memory.py:883: need --runslow option to run SKIPPED [1] distributed/tests/test_worker_memory.py:997: need --runslow option to run -= 2912 passed, 265 skipped, 222 deselected, 15 xfailed, 8 xpassed in 961.35s (0:16:01) = -*** END OF RUN 1: ALL TESTS RUN HAVE NOW PASSED/XFAILED *** +FAILED distributed/tests/test_tls_functional.py::test_nanny - TimeoutError +FAILED distributed/tests/test_tls_functional.py::test_retire_workers - TimeoutError += 2 failed, 2910 passed, 265 skipped, 222 deselected, 15 xfailed, 8 xpassed in 2302.84s (0:38:22) = +*** END OF RUN 1: NOT ALL TESTS HAVE YET PASSED/XFAILED *** +*** STARTING RUN 2: python3.13 -m pytest --pyargs distributed --verbose --color=no --timeout-method=signal --timeout=300 -m not avoid_ci -rfE --last-failed --last-failed-no-failures none --ignore=distributed/comm/tests/test_comms.py --ignore=distributed/comm/tests/test_ws.py --ignore=distributed/deploy/tests/test_adaptive.py --ignore=distributed/deploy/tests/test_local.py --ignore=distributed/deploy/tests/test_slow_adaptive.py --ignore=distributed/deploy/tests/test_spec_cluster.py --deselect=distributed/cli/tests/test_dask_scheduler.py::test_no_dashboard --deselect=distributed/deploy/tests/test_local.py::test_localcluster_get_client --deselect=distributed/deploy/tests/test_old_ssh.py::test_cluster --deselect=distributed/deploy/tests/test_old_ssh.py::test_old_ssh_nprocs_renamed_to_n_workers --deselect=distributed/deploy/tests/test_old_ssh.py::test_nprocs_attribute_is_deprecated --deselect=distributed/deploy/tests/test_ssh.py::test_nprocs_attribute_is_deprecated --deselect=distributed/http/tests/test_core.py::test_prometheus_api_doc --deselect=distributed/tests/test_init.py::test_git_revision --deselect=distributed/tests/test_jupyter.py::test_jupyter_idle_timeout --deselect=distributed/tests/test_jupyter.py::test_jupyter_idle_timeout_returned --deselect=distributed/tests/test_jupyter.py::test_jupyter_server --deselect=distributed/tests/test_jupyter.py::test_shutsdown_cleanly --deselect=distributed/tests/test_profile.py::test_stack_overflow --deselect=distributed/tests/test_pubsub.py::test_client_worker --deselect=distributed/tests/test_queues.py::test_queue_in_task --deselect=distributed/tests/test_spill.py::test_spillbuffer_oserror --deselect=distributed/tests/test_steal.py::test_steal_twice --deselect=distributed/tests/test_utils_test.py::test_cluster --deselect=distributed/tests/test_variable.py::test_variable_in_task --deselect=distributed/tests/test_worker.py::test_process_executor_kills_process --deselect=distributed/tests/test_worker_memory.py::test_fail_to_pickle_execute_1 --deselect=distributed/tests/test_worker_state_machine.py::test_task_state_instance_are_garbage_collected --deselect=distributed/protocol/tests/test_protocol.py::test_deeply_nested_structures --deselect=distributed/protocol/tests/test_serialize.py::test_deeply_nested_structures --deselect=distributed/cli/tests/test_dask_scheduler.py::test_defaults --deselect=distributed/cli/tests/test_dask_scheduler.py::test_hostport --deselect=distributed/cli/tests/test_dask_spec.py::test_errors --deselect=distributed/cli/tests/test_dask_worker.py::test_scheduler_file --deselect=distributed/cli/tests/test_dask_worker.py::test_scheduler_file --deselect=distributed/cli/tests/test_dask_worker.py::test_scheduler_file --deselect=distributed/dashboard/tests/test_scheduler_bokeh.py::test_counters --deselect=distributed/dashboard/tests/test_worker_bokeh.py::test_counters --deselect=distributed/deploy/tests/test_local.py::test_adapt_then_manual --deselect=distributed/deploy/tests/test_local.py::test_async_with --deselect=distributed/deploy/tests/test_local.py::test_close_twice --deselect=distributed/deploy/tests/test_local.py::test_cluster_info_sync --deselect=distributed/deploy/tests/test_local.py::test_local_tls --deselect=distributed/deploy/tests/test_local.py::test_no_dangling_asyncio_tasks --deselect=distributed/deploy/tests/test_local.py::test_only_local_access --deselect=distributed/deploy/tests/test_local.py::test_remote_access --deselect=distributed/diagnostics/tests/test_progress_widgets.py::test_serializers --deselect=distributed/diagnostics/tests/test_scheduler_plugin.py::test_lifecycle --deselect=distributed/http/scheduler/tests/test_missing_bokeh.py::test_missing_bokeh --deselect=distributed/http/scheduler/tests/test_scheduler_http.py::test_metrics_when_prometheus_client_not_installed --deselect=distributed/protocol/tests/test_serialize.py::test_errors --deselect=distributed/tests/test_batched.py::test_BatchedSend --deselect=distributed/tests/test_batched.py::test_close_closed --deselect=distributed/tests/test_batched.py::test_close_twice --deselect=distributed/tests/test_batched.py::test_send_after_stream_start --deselect=distributed/tests/test_batched.py::test_send_before_close --deselect=distributed/tests/test_batched.py::test_send_before_start --deselect=distributed/tests/test_batched.py::test_sending_traffic_jam --deselect=distributed/tests/test_batched.py::test_serializers --deselect=distributed/tests/test_client.py::TestClientSecurityLoader::test_security_loader --deselect=distributed/tests/test_client.py::TestClientSecurityLoader::test_security_loader_ignored_if_explicit_security_provided --deselect=distributed/tests/test_client.py::TestClientSecurityLoader::test_security_loader_ignored_if_returns_none --deselect=distributed/tests/test_client.py::test_async_with --deselect=distributed/tests/test_client.py::test_client_is_quiet_cluster_close --deselect=distributed/tests/test_client.py::test_dashboard_link_cluster --deselect=distributed/tests/test_client.py::test_dashboard_link_inproc --deselect=distributed/tests/test_client.py::test_file_descriptors_dont_leak --deselect=distributed/tests/test_client.py::test_mixing_clients_different_scheduler --deselect=distributed/tests/test_client.py::test_quiet_client_close --deselect=distributed/tests/test_client.py::test_rebalance_sync --deselect=distributed/tests/test_client.py::test_repr_localcluster --deselect=distributed/tests/test_client.py::test_security_loader --deselect=distributed/tests/test_client.py::test_security_loader_ignored_if_explicit_security_provided --deselect=distributed/tests/test_client.py::test_security_loader_ignored_if_returns_none --deselect=distributed/tests/test_client.py::test_shutdown --deselect=distributed/tests/test_client.py::test_shutdown_is_quiet_with_cluster --deselect=distributed/tests/test_client.py::test_shutdown_localcluster --deselect=distributed/tests/test_client.py::test_shutdown_stops_callbacks --deselect=distributed/tests/test_client_loop.py::test_close_loop_sync_start_new_loop --deselect=distributed/tests/test_client_loop.py::test_close_loop_sync_use_running_loop --deselect=distributed/tests/test_core.py::test_close_fast_without_active_handlers --deselect=distributed/tests/test_core.py::test_close_grace_period_for_handlers --deselect=distributed/tests/test_core.py::test_close_properly --deselect=distributed/tests/test_core.py::test_compression --deselect=distributed/tests/test_core.py::test_connection_pool --deselect=distributed/tests/test_core.py::test_connection_pool_close_while_connecting --deselect=distributed/tests/test_core.py::test_connection_pool_detects_remote_close --deselect=distributed/tests/test_core.py::test_connection_pool_outside_cancellation --deselect=distributed/tests/test_core.py::test_connection_pool_remove --deselect=distributed/tests/test_core.py::test_connection_pool_respects_limit --deselect=distributed/tests/test_core.py::test_connection_pool_tls --deselect=distributed/tests/test_core.py::test_counters --deselect=distributed/tests/test_core.py::test_deserialize_error --deselect=distributed/tests/test_core.py::test_errors --deselect=distributed/tests/test_core.py::test_identity_inproc --deselect=distributed/tests/test_core.py::test_identity_tcp --deselect=distributed/tests/test_core.py::test_large_packets_inproc --deselect=distributed/tests/test_core.py::test_messages_are_ordered_bsend --deselect=distributed/tests/test_core.py::test_messages_are_ordered_raw --deselect=distributed/tests/test_core.py::test_ports --deselect=distributed/tests/test_core.py::test_rpc_default --deselect=distributed/tests/test_core.py::test_rpc_inproc --deselect=distributed/tests/test_core.py::test_rpc_message_lifetime_default --deselect=distributed/tests/test_core.py::test_rpc_message_lifetime_inproc --deselect=distributed/tests/test_core.py::test_rpc_message_lifetime_tcp --deselect=distributed/tests/test_core.py::test_rpc_serialization --deselect=distributed/tests/test_core.py::test_rpc_tcp --deselect=distributed/tests/test_core.py::test_rpc_tls --deselect=distributed/tests/test_core.py::test_rpc_with_many_connections_inproc --deselect=distributed/tests/test_core.py::test_rpc_with_many_connections_tcp --deselect=distributed/tests/test_core.py::test_send_recv_args --deselect=distributed/tests/test_core.py::test_send_recv_cancelled --deselect=distributed/tests/test_core.py::test_server --deselect=distributed/tests/test_core.py::test_server_comms_mark_active_handlers --deselect=distributed/tests/test_core.py::test_server_raises_on_blocked_handlers --deselect=distributed/tests/test_jupyter.py::test_jupyter_idle_timeout --deselect=distributed/tests/test_jupyter.py::test_jupyter_server --deselect=distributed/tests/test_locks.py::test_errors --deselect=distributed/tests/test_nanny.py::test_scheduler_file --deselect=distributed/tests/test_nanny.py::test_scheduler_file --deselect=distributed/tests/test_nanny.py::test_scheduler_file --deselect=distributed/tests/test_nanny.py::test_worker_uses_same_host_as_nanny --deselect=distributed/tests/test_preload.py::test_failure_doesnt_crash_scheduler --deselect=distributed/tests/test_preload.py::test_preload_import_time --deselect=distributed/tests/test_preload.py::test_preload_manager_sequence --deselect=distributed/tests/test_preload.py::test_worker_preload_text --deselect=distributed/tests/test_scheduler.py::test_allowed_failures_config --deselect=distributed/tests/test_scheduler.py::test_async_context_manager --deselect=distributed/tests/test_scheduler.py::test_dashboard_host --deselect=distributed/tests/test_scheduler.py::test_file_descriptors_dont_leak --deselect=distributed/tests/test_scheduler.py::test_finished --deselect=distributed/tests/test_scheduler.py::test_multiple_listeners --deselect=distributed/tests/test_scheduler.py::test_no_dangling_asyncio_tasks --deselect=distributed/tests/test_scheduler.py::test_scheduler_file --deselect=distributed/tests/test_scheduler.py::test_scheduler_file --deselect=distributed/tests/test_scheduler.py::test_scheduler_file --deselect=distributed/tests/test_security.py::test_require_encryption --deselect=distributed/tests/test_security.py::test_tls_listen_connect --deselect=distributed/tests/test_security.py::test_tls_temporary_credentials_functional --deselect=distributed/tests/test_semaphore.py::test_threadpoolworkers_pick_correct_ioloop --deselect=distributed/tests/test_tls_functional.py::test_security_dict_input_no_security --deselect=distributed/tests/test_utils_test.py::test_ensure_no_new_clients --deselect=distributed/tests/test_utils_test.py::test_freeze_batched_send --deselect=distributed/tests/test_utils_test.py::test_locked_comm_drop_in_replacement --deselect=distributed/tests/test_utils_test.py::test_locked_comm_intercept_read --deselect=distributed/tests/test_utils_test.py::test_locked_comm_intercept_write --deselect=distributed/tests/test_worker.py::test_host_uses_scheduler_protocol --deselect=distributed/tests/test_worker.py::test_plugin_exception --deselect=distributed/tests/test_worker.py::test_plugin_internal_exception --deselect=distributed/tests/test_worker.py::test_plugin_multiple_exceptions --deselect=distributed/tests/test_worker.py::test_scheduler_file --deselect=distributed/tests/test_worker.py::test_scheduler_file --deselect=distributed/tests/test_worker.py::test_scheduler_file --deselect=distributed/tests/test_worker_client.py::test_dont_override_default_get --deselect=distributed/cli/tests/test_dask_scheduler.py::test_dashboard --deselect=distributed/cli/tests/test_dask_scheduler.py::test_dashboard_allowlist --deselect=distributed/cli/tests/test_dask_scheduler.py::test_dashboard_non_standard_ports --deselect=distributed/cli/tests/test_dask_scheduler.py::test_dashboard_port_zero --deselect=distributed/cli/tests/test_dask_scheduler.py::test_defaults --deselect=distributed/cli/tests/test_dask_scheduler.py::test_hostport --deselect=distributed/cli/tests/test_dask_scheduler.py::test_multiple_protocols --deselect=distributed/cli/tests/test_dask_scheduler.py::test_multiple_workers --deselect=distributed/cli/tests/test_dask_scheduler.py::test_multiple_workers_2 --deselect=distributed/cli/tests/test_dask_scheduler.py::test_preload_command --deselect=distributed/cli/tests/test_dask_scheduler.py::test_preload_command_default --deselect=distributed/cli/tests/test_dask_scheduler.py::test_preload_config --deselect=distributed/cli/tests/test_dask_scheduler.py::test_preload_file --deselect=distributed/cli/tests/test_dask_scheduler.py::test_preload_module --deselect=distributed/cli/tests/test_dask_scheduler.py::test_preload_remote_module --deselect=distributed/cli/tests/test_dask_scheduler.py::test_scheduler_port_zero --deselect=distributed/cli/tests/test_dask_scheduler.py::test_single_executable_deprecated --deselect=distributed/cli/tests/test_dask_worker.py::test_contact_listen_address --deselect=distributed/cli/tests/test_dask_worker.py::test_dashboard_non_standard_ports --deselect=distributed/cli/tests/test_dask_worker.py::test_error_during_startup --deselect=distributed/cli/tests/test_dask_worker.py::test_integer_names --deselect=distributed/cli/tests/test_dask_worker.py::test_listen_address_ipv6 --deselect=distributed/cli/tests/test_dask_worker.py::test_local_directory --deselect=distributed/cli/tests/test_dask_worker.py::test_memory_limit --deselect=distributed/cli/tests/test_dask_worker.py::test_nanny_worker_port_range --deselect=distributed/cli/tests/test_dask_worker.py::test_nanny_worker_port_range_too_many_workers_raises --deselect=distributed/cli/tests/test_dask_worker.py::test_nanny_worker_ports --deselect=distributed/cli/tests/test_dask_worker.py::test_no_nanny --deselect=distributed/cli/tests/test_dask_worker.py::test_nworkers_auto --deselect=distributed/cli/tests/test_dask_worker.py::test_nworkers_expands_name --deselect=distributed/cli/tests/test_dask_worker.py::test_nworkers_negative --deselect=distributed/cli/tests/test_dask_worker.py::test_nworkers_requires_nanny --deselect=distributed/cli/tests/test_dask_worker.py::test_preload_config --deselect=distributed/cli/tests/test_dask_worker.py::test_resources --deselect=distributed/cli/tests/test_dask_worker.py::test_respect_host_listen_address --deselect=distributed/cli/tests/test_dask_worker.py::test_scheduler_address_env --deselect=distributed/cli/tests/test_dask_worker.py::test_scheduler_file --deselect=distributed/cli/tests/test_dask_worker.py::test_set_lifetime_restart_via_env_var --deselect=distributed/cli/tests/test_dask_worker.py::test_set_lifetime_stagger_via_env_var --deselect=distributed/cli/tests/test_dask_worker.py::test_signal_handling --deselect=distributed/cli/tests/test_dask_worker.py::test_single_executable_deprecated --deselect=distributed/cli/tests/test_dask_worker.py::test_single_executable_works --deselect=distributed/cli/tests/test_dask_worker.py::test_timeout --deselect=distributed/cli/tests/test_dask_worker.py::test_worker_class --deselect=distributed/tests/test_config.py::test_logging_extended --deselect=distributed/tests/test_config.py::test_logging_file_config --deselect=distributed/tests/test_config.py::test_logging_mutual_exclusive --deselect=distributed/tests/test_config.py::test_logging_simple --deselect=distributed/tests/test_config.py::test_logging_simple_under_distributed --deselect=distributed/tests/test_queues.py::test_queue_in_task --deselect=distributed/tests/test_variable.py::test_variable_in_task +============================= test session starts ============================== +platform linux -- Python 3.13.2, pytest-8.3.5, pluggy-1.5.0 -- /usr/bin/python3.13 +cachedir: .pytest_cache +rootdir: /build/reproducible-path/dask.distributed-2024.12.1+ds/.pybuild/cpython3_3.13_distributed/build +configfile: pyproject.toml +plugins: timeout-2.3.1, anyio-4.8.0, rerunfailures-15.0, typeguard-4.4.2 +timeout: 300.0s +timeout method: signal +timeout func_only: False +collecting ... collected 2 items +run-last-failure: rerun previous 2 failures (skipped 148 files) + +distributed/tests/test_tls_functional.py::test_nanny PASSED [ 50%] +distributed/tests/test_tls_functional.py::test_retire_workers PASSED [100%] + +============================= slowest 20 durations ============================= +3.96s call distributed/tests/test_tls_functional.py::test_retire_workers +2.71s call distributed/tests/test_tls_functional.py::test_nanny +0.00s setup distributed/tests/test_tls_functional.py::test_nanny +0.00s teardown distributed/tests/test_tls_functional.py::test_nanny +0.00s teardown distributed/tests/test_tls_functional.py::test_retire_workers +0.00s setup distributed/tests/test_tls_functional.py::test_retire_workers +============================== 2 passed in 7.03s =============================== +*** END OF RUN 2: ALL TESTS RUN HAVE NOW PASSED/XFAILED *** create-stamp debian/debhelper-build-stamp dh_testroot -O--buildsystem=pybuild dh_prep -O--buildsystem=pybuild @@ -6931,12 +11233,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: including full source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/1010421/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/1010421/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/322573 and its subdirectories -I: Current time: Mon May 4 11:28:17 -12 2026 -I: pbuilder-time-stamp: 1777937297 +I: removing directory /srv/workspace/pbuilder/1010421 and its subdirectories +I: Current time: Wed Apr 2 06:47:06 +14 2025 +I: pbuilder-time-stamp: 1743526026